-- Logs begin at Mon 2022-01-24 08:25:58 UTC, end at Mon 2022-01-24 09:37:09 UTC. -- Jan 24 09:08:28.261707 dv-cinder-804035-26-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 24 09:08:31.212479 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.common.config [-] Logging enabled! Jan 24 09:08:31.213129 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 24 09:08:31.213258 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102990) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 09:08:31.216530 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.common.config [-] Logging enabled! Jan 24 09:08:31.216781 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 24 09:08:31.217090 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102990) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 09:08:31.218022 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:08:31.218289 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 09:08:31.218651 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:08:31.218898 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 09:08:31.219121 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 09:08:31.219438 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.219854 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 24 09:08:31.220173 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.220466 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.220755 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.221049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.221339 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.221619 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.221905 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.222222 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.222508 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.222784 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.223065 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.223878 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.224197 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.224650 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.224950 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.225901 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] debug = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.226601 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.227282 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.227707 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.227992 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.228285 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.228566 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.228839 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.229115 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.229399 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.229729 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] host = dv-cinder-804035-26-iscsi {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.230011 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.230320 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.230608 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.230893 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.231165 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.231440 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.231726 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.231998 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.232268 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] log_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.232542 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.232829 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.233113 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.233400 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.233623 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.233843 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.234151 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.234438 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.234711 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.234982 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.235254 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.235526 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.235799 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.236066 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.236347 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.236628 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.236910 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.237180 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.237451 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.237719 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.237987 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.238291 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.238563 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.238832 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.239679 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.239946 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.240215 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.240487 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.240786 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.241071 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.241351 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.241632 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.241903 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.242205 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.242475 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.242744 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.243010 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] use_json = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.243279 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.243545 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.243824 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.244095 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.244366 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.244637 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.244906 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.245188 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.245456 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:31.245750 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.246045 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.246371 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.246667 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.246955 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.247230 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.247515 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.247790 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.248074 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.248358 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.248640 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.248911 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.249203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.249487 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.249781 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.250078 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.250388 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.250675 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.250947 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.251219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.251488 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.251761 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.252044 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.252318 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.252603 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.252888 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.253164 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.253457 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.253742 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.254035 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.254344 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.254638 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.254916 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.255204 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.255476 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.255748 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.256022 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.256307 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.256580 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.256850 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.257127 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.257403 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.257676 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.257952 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.258259 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.258547 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.258821 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.259090 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.259358 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.259630 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.259903 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.260187 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.260463 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.260735 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.261005 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.261279 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.261547 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.261816 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.262091 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.262380 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.262653 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.262923 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.263191 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.263459 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.263728 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.263997 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.264266 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.264532 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.264804 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.265070 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.265338 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.265606 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.265874 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.266166 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.266449 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.266741 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.267015 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.267288 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.267562 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.267835 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.268108 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.268382 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.268655 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.268928 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.269196 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.269484 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.269771 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.270054 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.270394 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.270669 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.270959 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.271233 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.271512 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.271787 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.272060 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.272338 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.272616 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.272904 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.273190 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.273477 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.273764 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.274049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.274349 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.274655 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.274931 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:31.275142 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 09:08:31.275374 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102990) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 24 09:08:31.648834 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 09:08:31.649104 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 09:08:31.649407 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 09:08:31.649752 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 24 09:08:31.977316 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:31.977507 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:31.977780 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:31.979198 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:31.979576 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:31.979941 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.023777 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.024054 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.024317 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.039894 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.040173 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.040439 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.068985 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.069255 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.069517 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.105395 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.105668 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.105932 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.446600 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.447110 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.447110 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.447382 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.448270 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.546955 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.547271 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.547546 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.547809 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.548074 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.548375 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.548627 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.548875 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.549121 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.549395 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.549647 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.549906 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.550177 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.550422 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.550670 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.550924 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.551170 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.551945 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.552220 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.552511 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.552741 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.552988 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.553260 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.553628 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.553871 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.554122 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.554516 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:08:32.554749 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:08:32.554980 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:08:32.555210 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:08:32.555436 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:08:32.555662 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:08:32.556029 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 24 09:08:32.559157 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 24 09:08:32.563092 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 24 09:08:32.566921 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 24 09:08:32.568659 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 24 09:08:32.569262 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 24 09:08:32.569597 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 24 09:08:32.569977 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 24 09:08:32.572805 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 24 09:08:32.573054 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 24 09:08:32.573399 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 09:08:32.578982 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 24 09:08:32.602583 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 24 09:08:32.603026 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.603318 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102990) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 24 09:08:32.603671 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.605043 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102990) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 24 09:08:32.605318 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 09:08:32.605560 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 24 09:08:32.608774 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.609053 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:32.672960 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 24 09:08:32.673196 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 24 09:08:32.673429 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 24 09:08:32.673791 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 24 09:08:32.694337 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_db.sqlalchemy.engines [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102990) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 24 09:08:33.299879 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Initializing driver for type 'gre' Jan 24 09:08:33.300423 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] gre ID ranges: [(1, 1000)] Jan 24 09:08:33.442544 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Initializing driver for type 'local' Jan 24 09:08:33.442885 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Initializing driver for type 'vlan' Jan 24 09:08:33.516081 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] VlanTypeDriver initialization complete Jan 24 09:08:33.516767 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Initializing driver for type 'vxlan' Jan 24 09:08:33.516976 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] vxlan ID ranges: [(1, 1000)] Jan 24 09:08:33.705265 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Initializing extension driver 'port_security' Jan 24 09:08:33.705612 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.extensions.port_security [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] PortSecurityExtensionDriver initialization complete Jan 24 09:08:33.705950 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Initializing mechanism driver 'openvswitch' Jan 24 09:08:33.706305 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Initializing mechanism driver 'hyperv' Jan 24 09:08:33.713772 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.plugin [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:08:33.714674 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > port after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.715045 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > port after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.715396 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > port after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.715933 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:08:33.716364 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.716718 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.717062 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.717484 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:08:33.717891 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > network after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.718274 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > network after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.720844 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > network after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.720844 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:08:33.720844 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > security_group after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.720844 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > security_group after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.720844 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.721202 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:08:33.721202 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.721202 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.721537 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.721934 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:08:33.722364 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > address_group after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.722715 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > address_group after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.723084 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.724167 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:08:33.724897 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] ML2 OVO RPC backend initialized. {{(pid=102990) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 24 09:08:33.725626 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.725986 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.726434 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > network before_response 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.726786 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > networks before_response 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.727133 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > port before_response 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.727503 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > ports before_response 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.727847 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > subnet before_response 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.728193 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > subnets before_response 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.728537 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > network after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.728878 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > network after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.729213 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > network after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.729549 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > port after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.729883 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > port after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.730245 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > port after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.730582 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > subnet after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.730918 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > subnet after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.731249 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.731836 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.plugin [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Modular L2 Plugin initialization complete Jan 24 09:08:33.732161 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading services supported by the core plugin {{(pid=102990) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 24 09:08:33.732488 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.plugins.ml2.managers [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Got port-security extension from driver 'port_security' Jan 24 09:08:33.732948 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.extensions.vlantransparent [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Disabled vlantransparent extension. Jan 24 09:08:33.733431 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102990) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 24 09:08:33.733744 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading Plugin: router Jan 24 09:08:33.771821 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.772216 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router after_create 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.772594 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router before_create 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.772964 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.773337 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.773691 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router after_delete 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.774053 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.774562 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.774927 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router after_create 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.775274 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router after_update 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.775626 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router after_update 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.775976 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.776334 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router after_update 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.776744 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.777114 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: port after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.777452 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: port after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.777791 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: subnet after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.778154 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.778507 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.778852 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.779194 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: port before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.779537 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router precommit_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.779895 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router after_update 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.780236 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.780587 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router precommit_create 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.780949 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.781296 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router precommit_update 55549900 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.781669 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > agent after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.782025 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > agent after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.782391 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > network after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.783258 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Tracking information for resource: router configured {{(pid=102990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:08:33.783594 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Tracking information for resource: floatingip configured {{(pid=102990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:08:33.789359 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.db.l3_agentschedulers_db [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 24 09:08:33.789931 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: port after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.790314 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: port after_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.790664 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: port after_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.791011 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: port after_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.791808 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router before_create 55550100 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.792171 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.792531 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router precommit_create 55550100 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.792884 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > router precommit_update 55550100 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.797646 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.services.provider_configuration [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service providers = [] {{(pid=102990) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 24 09:08:33.798013 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.db.servicetype_db [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102990) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 24 09:08:33.800989 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.services.service_base [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 09:08:33.801344 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.services.service_base [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 09:08:33.801813 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.services.service_base [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 09:08:33.802874 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.services.service_base [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 09:08:33.803252 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.services.service_base [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 24 09:08:33.803624 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:08:33.803940 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 24 09:08:33.814773 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:08:33.815113 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading Plugin: auto_allocate Jan 24 09:08:33.821282 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: network precommit_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.821649 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: network precommit_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.822196 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:08:33.822520 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading Plugin: tag Jan 24 09:08:33.829558 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:08:33.829893 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading Plugin: timestamp Jan 24 09:08:33.834671 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:08:33.835006 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading Plugin: network_ip_availability Jan 24 09:08:33.840547 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.840923 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.841282 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:33.842000 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:08:33.842353 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading Plugin: flavors Jan 24 09:08:33.847424 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:08:33.847759 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading Plugin: revisions Jan 24 09:08:33.853022 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:08:33.853415 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_concurrency.lockutils [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.204s {{(pid=102990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 09:08:33.854193 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102990) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 24 09:08:33.854556 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Initializing extension manager. Jan 24 09:08:33.855077 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: __init__.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.855421 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: __pycache__ {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.855757 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.856090 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: address_group.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.856866 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.857456 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: address-group Jan 24 09:08:33.857780 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: address_scope.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.858544 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.859058 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: address-scope Jan 24 09:08:33.859382 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.860389 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.860903 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: router-admin-state-down-before-update Jan 24 09:08:33.861226 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: agent.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.861947 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.862488 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: agent Jan 24 09:08:33.862811 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: agent_resources_synced.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.863731 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.864427 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: agent-resources-synced Jan 24 09:08:33.864956 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: allowedaddresspairs.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.866973 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.867508 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: allowed-address-pairs Jan 24 09:08:33.867837 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: auto_allocated_topology.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.868946 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.869462 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: auto-allocated-topology Jan 24 09:08:33.869787 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: availability_zone.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.870576 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.871031 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: availability_zone Jan 24 09:08:33.871353 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: availability_zone_filter.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.872271 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.872782 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: availability_zone_filter Jan 24 09:08:33.873104 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: data_plane_status.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.874016 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.874553 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension data-plane-status not supported by any of loaded plugins Jan 24 09:08:33.874873 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: default_subnetpools.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.875790 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.876302 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: default-subnetpools Jan 24 09:08:33.876623 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.877461 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.877972 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: dhcp_agent_scheduler Jan 24 09:08:33.878341 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: dns.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.879262 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.879816 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension dns-integration not supported by any of loaded plugins Jan 24 09:08:33.880373 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: dns_domain_ports.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.881316 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.881826 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 24 09:08:33.882172 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.883098 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.883607 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 24 09:08:33.883927 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: dvr.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.884601 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.885110 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: dvr Jan 24 09:08:33.885430 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: ecmp_routes.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.886383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.886887 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 24 09:08:33.887211 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: empty_string_filtering.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.888119 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.888629 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: empty-string-filtering Jan 24 09:08:33.888950 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.889859 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.890397 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 24 09:08:33.890716 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.891625 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.892132 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 24 09:08:33.892452 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: external_net.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.893358 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.893866 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: external-net Jan 24 09:08:33.894216 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.895121 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.896389 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: extra_dhcp_opt Jan 24 09:08:33.896748 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: extraroute.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.897670 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.898205 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: extraroute Jan 24 09:08:33.898528 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: extraroute_atomic.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.899785 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.900301 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: extraroute-atomic Jan 24 09:08:33.900627 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: filter_validation.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.901296 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.901803 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: filter-validation Jan 24 09:08:33.902151 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: fip_pf_description.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.903071 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.903575 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 24 09:08:33.903894 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: fip_port_details.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.904809 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.905349 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: fip-port-details Jan 24 09:08:33.905665 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: flavors.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.906943 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.907467 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: flavors Jan 24 09:08:33.907792 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.909549 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.910073 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 24 09:08:33.910429 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: floatingip_pools.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.911797 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.912528 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: floatingip-pools Jan 24 09:08:33.912860 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: ip_allocation.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.913801 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.914348 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension ip_allocation not supported by any of loaded plugins Jan 24 09:08:33.914678 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.915631 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.916144 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: ip-substring-filtering Jan 24 09:08:33.916474 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: l2_adjacency.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.917408 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.917921 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 24 09:08:33.918288 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: l3.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.919297 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.919818 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: router Jan 24 09:08:33.920148 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.922480 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.923012 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 24 09:08:33.923345 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.924284 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.924801 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: ext-gw-mode Jan 24 09:08:33.925130 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.926064 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.926671 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: l3-ha Jan 24 09:08:33.927249 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: l3_flavors.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.928188 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.928706 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: l3-flavors Jan 24 09:08:33.929033 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.929951 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.930492 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 24 09:08:33.930818 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: l3agentscheduler.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.931869 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.932380 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: l3_agent_scheduler Jan 24 09:08:33.932706 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: local_ip.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.934553 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.935085 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension local_ip not supported by any of loaded plugins Jan 24 09:08:33.935420 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: logging.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.937043 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.937614 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension logging not supported by any of loaded plugins Jan 24 09:08:33.937948 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: metering.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.938725 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.939317 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: metering Jan 24 09:08:33.939646 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.940745 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.941266 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: metering_source_and_destination_fields Jan 24 09:08:33.941594 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: multiprovidernet.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.942849 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.943376 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: multi-provider Jan 24 09:08:33.943702 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: netmtu.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.944629 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.945140 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: net-mtu Jan 24 09:08:33.945465 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: netmtu_writable.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.946408 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.946921 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: net-mtu-writable Jan 24 09:08:33.947246 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: network_availability_zone.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.947924 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.948453 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: network_availability_zone Jan 24 09:08:33.948774 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: network_ip_availability.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.949907 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.950446 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: network-ip-availability Jan 24 09:08:33.950775 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: network_segment_range.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.951543 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.952044 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension network-segment-range not supported by any of loaded plugins Jan 24 09:08:33.952629 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: pagination.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.953610 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.953964 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: pagination Jan 24 09:08:33.954316 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: port_device_profile.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.955228 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.955795 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: port-device-profile Jan 24 09:08:33.956070 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.956990 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.957501 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: port-mac-address-regenerate Jan 24 09:08:33.958412 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.959525 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.960040 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: port-numa-affinity-policy Jan 24 09:08:33.960365 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: port_resource_request.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.961279 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.961784 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension port-resource-request not supported by any of loaded plugins Jan 24 09:08:33.962137 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: port_resource_request_groups.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.963108 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.963615 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 24 09:08:33.963939 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: portbindings.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.964883 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.965397 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: binding Jan 24 09:08:33.965721 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: portbindings_extended.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.967045 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.967565 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: binding-extended Jan 24 09:08:33.967893 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: portsecurity.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.968823 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.969341 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: port-security Jan 24 09:08:33.969665 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: project_id.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.970665 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.970996 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: project-id Jan 24 09:08:33.971319 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: providernet.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.972244 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.972758 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: provider Jan 24 09:08:33.973080 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.977453 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.977971 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos not supported by any of loaded plugins Jan 24 09:08:33.978340 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.979596 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.980109 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 24 09:08:33.980438 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.981394 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.981902 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 24 09:08:33.982262 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos_default.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.983176 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.983689 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos-default not supported by any of loaded plugins Jan 24 09:08:33.984014 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos_fip.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.984928 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.985435 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos-fip not supported by any of loaded plugins Jan 24 09:08:33.985757 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.986701 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.987210 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 24 09:08:33.987530 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos_gateway_ip.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.988457 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.989040 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 24 09:08:33.989549 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos_port_network_policy.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.990709 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.991221 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 24 09:08:33.991544 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.992608 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.993123 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 24 09:08:33.993447 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos_pps_rule.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.994665 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.995211 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos-pps not supported by any of loaded plugins Jan 24 09:08:33.995534 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos_rule_type_details.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.996467 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.996982 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 24 09:08:33.997308 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: qos_rules_alias.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:33.998399 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:33.998915 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 24 09:08:33.999242 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: quota_check_limit.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.000160 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.000673 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: quota-check-limit Jan 24 09:08:34.000998 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: quotasv2.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.001950 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.002312 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: quotas Jan 24 09:08:34.002632 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: quotasv2_detail.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.006203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.006549 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: quota_details Jan 24 09:08:34.006885 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: rbac.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.007962 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.008499 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: rbac-policies Jan 24 09:08:34.008835 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: rbac_address_group.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.009775 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.010328 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: rbac-address-group Jan 24 09:08:34.010660 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: rbac_address_scope.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.011583 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.012098 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: rbac-address-scope Jan 24 09:08:34.012427 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: rbac_security_groups.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.013346 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.013860 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: rbac-security-groups Jan 24 09:08:34.014221 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: rbac_subnetpool.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.015136 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.015649 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: rbac-subnetpool Jan 24 09:08:34.015974 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: revisionifmatch.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.016897 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.017411 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: revision-if-match Jan 24 09:08:34.017739 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: revisions.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.018877 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.019390 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: standard-attr-revisions Jan 24 09:08:34.019718 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: router_availability_zone.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.020951 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.021642 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: router_availability_zone Jan 24 09:08:34.021970 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: routerservicetype.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.022928 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.023440 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension router-service-type not supported by any of loaded plugins Jan 24 09:08:34.023764 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.024759 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.025272 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: security-groups-normalized-cidr Jan 24 09:08:34.025596 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.026570 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.027074 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: port-security-groups-filtering Jan 24 09:08:34.027397 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.028338 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.028854 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: security-groups-remote-address-group Jan 24 09:08:34.029179 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.030137 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.030651 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: security-groups-shared-filtering Jan 24 09:08:34.030976 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.031567 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 24 09:08:34.031893 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: securitygroup.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.042618 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.043160 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: security-group Jan 24 09:08:34.043494 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: segment.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.044287 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.044804 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension segment not supported by any of loaded plugins Jan 24 09:08:34.045134 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.046077 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.046621 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 24 09:08:34.046948 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: servicetype.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.048076 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.048610 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: service-type Jan 24 09:08:34.048941 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: sorting.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.049927 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.050287 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: sorting Jan 24 09:08:34.050616 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: standard_attr_segment.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.065708 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.066337 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 24 09:08:34.066671 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: standardattrdescription.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.067501 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.068150 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: standard-attr-description Jan 24 09:08:34.068478 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: stateful_security_group.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.069421 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.069990 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: stateful-security-group Jan 24 09:08:34.070339 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: stdattrs_common.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.070912 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 24 09:08:34.071234 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.072187 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.072710 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 24 09:08:34.073030 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: subnet_onboard.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.074133 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.074650 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: subnet_onboard Jan 24 09:08:34.074970 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.075901 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.076415 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 24 09:08:34.076734 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: subnet_service_types.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.077919 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.078465 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: subnet-service-types Jan 24 09:08:34.078787 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: subnetallocation.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.079876 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.080398 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: subnet_allocation Jan 24 09:08:34.080721 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.081435 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.081948 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: subnetpool-prefix-ops Jan 24 09:08:34.082293 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.083966 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.084481 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 24 09:08:34.084806 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: tagging.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.085883 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.086445 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: standard-attr-tag Jan 24 09:08:34.086773 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: timestamp.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.094366 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.094890 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loaded extension: standard-attr-timestamp Jan 24 09:08:34.095215 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: trunk.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.096253 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.096776 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension trunk not supported by any of loaded plugins Jan 24 09:08:34.097098 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: trunk_details.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.098026 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.099371 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension trunk-details not supported by any of loaded plugins Jan 24 09:08:34.099821 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: uplink_status_propagation.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.100758 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.101276 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 24 09:08:34.101603 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Loading extension file: vlantransparent.py {{(pid=102990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:08:34.102311 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:08:34.102821 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 24 09:08:34.105327 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:network Jan 24 09:08:34.105851 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:subnet Jan 24 09:08:34.106268 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:08:34.106657 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:port Jan 24 09:08:34.109020 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.109475 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service FLAVORS assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.110156 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.110589 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.110921 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:router Jan 24 09:08:34.111345 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 09:08:34.111836 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service METERING assigned prefix: /metering {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.113267 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:34.113650 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:34.114030 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:08:34.115317 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 09:08:34.115766 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:security_group Jan 24 09:08:34.116207 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 09:08:34.116843 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service CORE assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.117171 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:08:34.117527 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] subnetpool is already registered Jan 24 09:08:34.117942 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service CORE assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.118298 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:08:34.118628 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] subnetpool is already registered Jan 24 09:08:34.122591 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.122591 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service FLAVORS assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.122591 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.122591 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.122894 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:router Jan 24 09:08:34.123016 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] router is already registered Jan 24 09:08:34.123425 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 09:08:34.123761 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] floatingip is already registered Jan 24 09:08:34.124215 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service METERING assigned prefix: /metering {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.124883 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 09:08:34.125206 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] rbac_policy is already registered Jan 24 09:08:34.125616 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:security_group Jan 24 09:08:34.125949 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] security_group is already registered Jan 24 09:08:34.126373 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 09:08:34.126735 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] security_group_rule is already registered Jan 24 09:08:34.127356 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service CORE assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.127681 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:08:34.128012 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] subnetpool is already registered Jan 24 09:08:34.128431 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.v2.resource_helper [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Service CORE assigned prefix: {{(pid=102990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:08:34.128752 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:08:34.129081 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING neutron.quota.resource_registry [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] subnetpool is already registered Jan 24 09:08:34.129550 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: extensions {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.131914 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: address-groups {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.133408 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: address-scopes {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.134740 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: agents {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.135904 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: auto-allocated-topology {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.137162 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: availability_zones {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.138412 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: dhcp-networks {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.139938 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: dhcp-agents {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.141377 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: routers {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.143725 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: flavors {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.144882 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: service_profiles {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.147107 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: next_providers {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.148585 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: service_profiles {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.150165 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: floatingip-pools {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.151392 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: routers {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.153490 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: floatingips {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.154809 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: l3-routers {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.156264 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: l3-agents {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.157663 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: metering-labels {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.159050 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: metering-label-rules {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.160336 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: network-ip-availabilities {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.161909 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: bindings {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.163570 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: quotas {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.165129 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: quotas {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.166690 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: rbac-policies {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.168045 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: security-groups {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.172574 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: security-group-rules {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.172574 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: service-providers {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.172574 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: subnetpools {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.173224 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: subnetpools {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.174707 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: tags {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.176389 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: tags {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.179452 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: tags {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.181225 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: tags {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.183068 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: tags {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.184899 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: tags {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.186617 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: tags {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.188497 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: tags {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.190352 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: tags {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.192755 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron.api.extensions [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Extended resource: tags {{(pid=102990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:08:34.199241 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING keystonemiddleware.auth_token [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 24 09:08:34.204317 dv-cinder-804035-26-iscsi neutron-server[102990]: WARNING keystonemiddleware.auth_token [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 24 09:08:34.218695 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_concurrency.lockutils [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Acquired lock "singleton_lock" {{(pid=102990) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 24 09:08:34.218695 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_concurrency.lockutils [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Releasing lock "singleton_lock" {{(pid=102990) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 24 09:08:34.218695 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO oslo_service.service [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Starting 2 workers Jan 24 09:08:34.223057 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Started child 103101 {{(pid=102990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 09:08:34.225770 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Started child 103102 {{(pid=102990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 09:08:34.226891 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:34.227541 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO neutron.service [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 24 09:08:34.228146 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:34.228605 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [-] (103101) wsgi starting up on http://0.0.0.0:9696 Jan 24 09:08:34.230687 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO oslo_service.service [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Starting 1 workers Jan 24 09:08:34.231418 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:34.232897 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [-] (103102) wsgi starting up on http://0.0.0.0:9696 Jan 24 09:08:34.236078 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Started child 103103 {{(pid=102990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 09:08:34.236721 dv-cinder-804035-26-iscsi neutron-server[102990]: INFO oslo_service.service [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Starting 1 workers Jan 24 09:08:34.241377 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.service [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] calling RpcWorker wait() {{(pid=103103) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 24 09:08:34.241938 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Started child 103104 {{(pid=102990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 09:08:34.242014 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.service [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] returning from RpcWorker wait() {{(pid=103103) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 24 09:08:34.242536 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG neutron_lib.callbacks.manager [None req-26d6d67b-64da-47e8-9ad8-0ca15b0d34f0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:34.243435 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:34.243970 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:08:34.244479 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102990) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 09:08:34.244692 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:08:34.244883 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 09:08:34.245114 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:08:34.245484 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 09:08:34.245651 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 09:08:34.246188 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.246395 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:34.246857 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.246857 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.246990 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.247266 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.247404 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:08:34.247848 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.248149 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.248420 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.248691 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.248944 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.249120 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.249287 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.249548 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.249787 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.250087 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.252958 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.252958 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.252958 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.252958 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.252958 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.252958 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.252958 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.252958 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] debug = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.253476 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.253476 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.253476 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.253476 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.253719 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.253991 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.254087 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.254404 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.255174 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.255458 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.255896 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.256536 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.256536 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.256923 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.257581 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.257812 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.258183 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.258484 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.259105 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] host = dv-cinder-804035-26-iscsi {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.259434 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.259702 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.259964 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.260225 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.260476 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.260713 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.260982 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.261237 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.261494 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.261728 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.261986 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.262246 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.262465 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.262729 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.262897 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_options = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.263117 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.263395 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.263654 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.263858 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.264020 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.264181 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.264453 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.264612 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.264864 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.265081 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.265299 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.265539 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.265730 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.265932 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.266213 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.266466 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.266710 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.266955 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.267212 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.267447 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.267675 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.267927 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.268153 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.268419 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.268605 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.268841 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.269091 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.269307 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.269537 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.269833 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.270070 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.270930 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.271274 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.271704 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.272077 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.272343 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.272663 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.272864 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.273050 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.273513 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.273513 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.273911 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.273911 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.274215 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.274408 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.274642 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.274974 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_json = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.275131 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.275344 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.275593 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.275811 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.276029 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.276245 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.276633 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.276890 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.277310 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.277561 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.277836 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.278309 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.278586 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.278816 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.279403 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.279857 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.279999 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.280146 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.280402 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.280702 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.280929 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.281369 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.281536 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.281786 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.282113 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.282376 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.282646 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.284585 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.284585 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.284585 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.284585 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.284585 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.284585 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.284585 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.284585 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.285663 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.285663 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.285663 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.285663 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.286524 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.286524 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.113/identity {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.287237 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.287237 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.287237 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.290530 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.290530 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.290530 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.290530 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.290530 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.290530 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.290530 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.290530 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.290530 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.291808 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.291808 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.291808 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.291808 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.291808 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.291808 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.291808 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.291808 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.291808 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.293540 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.293540 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.293540 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.293540 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.293540 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.293540 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.293540 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.293540 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.293540 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.302991 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.302991 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.302991 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.302991 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.302991 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.302991 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.302991 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.302991 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.302991 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.303557 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.303557 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.303557 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.303557 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.303557 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.303557 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.303557 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.303557 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.303557 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304782 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304782 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304782 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304782 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304782 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304782 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304782 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.304782 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305257 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305257 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305257 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305257 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305257 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305257 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305257 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305257 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305718 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305718 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305718 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305718 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305718 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305718 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305718 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.305718 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.306203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.306203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.306203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.306203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.306203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.306484 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.306748 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.306748 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.306748 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.307628 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.307729 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.307987 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.308257 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.308492 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.308727 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.308972 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.309206 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.309456 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.309755 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.309997 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.310263 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.310506 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.310764 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.310983 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.311222 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.311551 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.311782 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.312002 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.312219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.312510 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.312758 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.313008 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.313282 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.313529 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.313785 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.314034 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.314303 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.113/identity {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.314542 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.314781 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.315031 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.315245 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.315481 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.315714 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.315952 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.316167 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.316380 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.316654 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.316870 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.317611 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.317909 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.318336 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.318580 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.318835 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.319055 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.319282 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.319522 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.319745 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.319986 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.320207 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.320456 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.320720 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.320942 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.321204 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.321462 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.321683 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.321930 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.322185 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.322461 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.322679 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.322923 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.323145 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.323360 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.323576 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.323796 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.324012 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.324246 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.324477 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.324715 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.324978 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.325231 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.325607 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.325814 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.326067 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.326344 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.326566 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.326809 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.327049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.327522 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.327744 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.327964 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.328186 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.328446 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.328688 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.328931 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.329167 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.329386 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.329599 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.329817 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.330030 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.330344 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.330605 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.330838 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.331083 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.331339 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.331559 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.331826 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.332103 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.332280 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.332487 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.332720 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.333533 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.333950 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.334236 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.334481 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.334744 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.334973 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.335192 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.335426 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.335642 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.335858 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.336083 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.336309 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.336523 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.336766 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.336983 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.337216 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.337440 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.337659 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.337870 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.338118 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.338328 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345812 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345812 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345812 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345812 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345812 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345812 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345812 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.345812 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.346701 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.346701 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.346701 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.346701 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.346701 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.346701 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.346701 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.346701 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.347448 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.347448 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.347448 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.347448 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.347448 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.347448 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.347448 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.347448 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.347448 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.348203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.348203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.348203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.348203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.348203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.348203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.348203 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.348836 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.348836 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.348999 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.349381 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.349679 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.349926 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.350201 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.350428 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 09:08:34.350876 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102990) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 09:08:34.351037 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:08:34.351197 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 09:08:34.351529 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:08:34.351529 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 09:08:34.351739 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 09:08:34.351867 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.352028 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.352244 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.352344 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.352495 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.352673 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.352819 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.352977 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.353134 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.353292 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.353450 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.353609 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.353768 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.353925 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.354082 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.354270 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.354427 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.354583 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.354745 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.354903 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.355060 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.355217 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.355374 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] debug = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.355535 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.355760 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.355962 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.356099 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.356226 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.356383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.356541 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.356699 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.356856 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.357012 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.357169 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.357326 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.357472 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.358021 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.358021 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.358021 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.358297 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.358297 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.358441 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] host = dv-cinder-804035-26-iscsi {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.358519 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.358865 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.358865 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.359115 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.359238 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.359369 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.359520 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.359683 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.359841 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.359997 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.360154 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.360311 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.360470 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.360628 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.360785 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_options = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.360945 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.361112 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.361254 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.361436 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.361598 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.361756 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.361912 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.362068 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.362233 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.362393 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.362550 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.362706 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.362863 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.363020 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.363176 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.363361 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.363493 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.363691 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.363818 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.364160 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.364160 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.364425 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.364700 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.364934 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.365097 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.365254 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.365411 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.365567 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.365725 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.365883 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.366039 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.366219 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.366365 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.366522 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.366686 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.366885 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.367020 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.367196 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.367337 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.367494 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.367652 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.367831 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.368049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.368207 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.368365 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.368522 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.368681 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_json = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.368839 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.368997 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.369154 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.369311 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.369468 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.369626 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.369783 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.369940 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.370112 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:08:34.370294 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.370457 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.370630 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.370790 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.370955 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.371115 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.371276 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.371435 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.371593 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.371769 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.371927 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.372083 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.372244 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.372405 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.372552 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.372714 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.372876 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.373036 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.373196 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.373362 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.373578 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.373745 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.373915 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.374075 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.374257 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.374416 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.374576 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.374743 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.374902 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.375077 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.375243 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.375404 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.113/identity {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.375564 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.375726 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.375888 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.376049 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.376211 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.376372 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.376532 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.376693 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.376853 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.377013 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.377171 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.377331 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.377493 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.377653 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.377813 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.377974 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.378152 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.378316 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.378502 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.378770 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.378873 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.378975 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.379137 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.379298 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.379458 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.380158 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.380400 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.380695 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.380945 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.381112 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.381279 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.381436 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.382151 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.382151 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.382151 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.382151 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.382632 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.382632 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.382632 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.382941 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.382941 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.383102 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.383102 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.383271 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.383431 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.383665 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.383801 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.383914 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.384038 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.384195 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.384355 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.384515 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.384685 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.384811 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.384972 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.385132 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.385292 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.385515 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.385637 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.385753 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.385928 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.386088 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.386268 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392247 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392247 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392247 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392247 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392247 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392247 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392247 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392247 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392821 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392821 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392821 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392821 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392821 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392821 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392821 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.392821 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393367 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393367 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393367 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393367 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393367 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393367 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393367 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393367 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393902 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393902 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393902 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393902 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393902 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393902 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393902 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.393902 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.394468 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.394468 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.394468 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.394468 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.394468 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.394468 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.394468 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.394468 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.394468 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.395072 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.395072 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.395072 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.395072 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.395072 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.395072 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.395072 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.395072 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.396415 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.396415 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.396415 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.396415 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.396415 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.396415 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.113/identity {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.396415 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.396415 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.397016 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.397016 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.397016 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.397016 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.397016 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.397016 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.397016 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.397497 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.397497 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.397719 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.397894 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.398057 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.398429 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.398594 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.398757 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.398923 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.399084 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.399246 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.399771 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.399771 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.399771 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.400033 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.400033 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.400177 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.400317 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.400477 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.400643 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.400803 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.400969 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.401131 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.401312 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.401455 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.401763 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.401935 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.402144 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.402278 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.402440 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.402601 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.402768 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.402930 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.403090 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.403268 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.403423 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.403585 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.403746 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.403906 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.404064 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.404222 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.404383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.404542 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.404701 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.404861 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.405023 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.405187 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.405348 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.405509 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.405672 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.405837 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.405980 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.406560 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.406560 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.406560 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.406871 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.406871 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.407020 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.407087 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.407235 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.407397 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.407566 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.407719 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.407878 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.408050 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.408207 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.408367 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.408555 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.408688 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.408799 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:08:34.408917 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.409022 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.409153 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.409313 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.409472 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.409631 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.409790 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.409950 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.410134 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415132 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415132 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415132 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415132 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415132 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415132 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415132 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415132 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415646 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415646 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415646 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415646 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415646 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415646 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415646 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.415646 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416266 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416266 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416266 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416266 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416266 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416266 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416266 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416266 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416817 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416817 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416817 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416817 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416817 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416817 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416817 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.416817 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417349 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417349 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417349 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417349 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417349 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417349 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417349 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417349 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417349 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417925 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417925 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417925 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.417925 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.419383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.419383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.419383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.419383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.419383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.419383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.419383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.419383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.419383 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:08:34.419975 dv-cinder-804035-26-iscsi neutron-server[102990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 09:08:34.442588 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 40848) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:08:34.451576 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [-] 10.222.0.113 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0065954 Jan 24 09:08:46.221900 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec12a4-c5d0-4da5-a1de-32f28bf49c86 None None] get_active_networks_info from dv-cinder-804035-26-iscsi {{(pid=103103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 24 09:08:46.318269 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dec12a4-c5d0-4da5-a1de-32f28bf49c86 None None] No non-hosted networks {{(pid=103103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 24 09:08:46.328666 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.agentschedulers_db [None req-4dec12a4-c5d0-4da5-a1de-32f28bf49c86 None None] DHCP Agent not found on host dv-cinder-804035-26-iscsi {{(pid=103103) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 24 09:08:46.475722 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6d2fa39f-b122-493d-b5ea-5aacd6316b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614530'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:48.537213 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3562e6f-b4ee-4f6b-8e5a-2c7f2a929384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614530'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:48.581179 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.db.api [None req-cef15455-7404-4211-895a-dd76c7572d31 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804035-26-iscsi {{(pid=103103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:08:48.582971 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG oslo_db.api [None req-cef15455-7404-4211-895a-dd76c7572d31 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 09:08:49.231100 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cef15455-7404-4211-895a-dd76c7572d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:49.796662 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614530'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:50.865698 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614530'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:52.470727 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614530'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:52.474556 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.475167 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.475765 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.476193 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.476615 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.477167 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.477722 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.478354 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.479318 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.479876 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.480434 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.480997 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.482572 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:08:52.483308 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-26-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:08:52.502198 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-26-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:08:53.637145 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.db.l3_hamode_db [None req-b392f894-d543-49df-9136-b99cf75cded5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 24 09:08:53.716285 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392f894-d543-49df-9136-b99cf75cded5 None None] Routers set() bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:08:53.716600 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392f894-d543-49df-9136-b99cf75cded5 None None] Router IDs set() for agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 24 09:08:54.792822 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 40944) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:08:55.296146 dv-cinder-804035-26-iscsi neutron-server[103101]: WARNING oslo_policy.policy [None req-e246d034-6154-4ef5-b85c-51a0fc7dc2c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:08:55.296769 dv-cinder-804035-26-iscsi neutron-server[103101]: WARNING oslo_policy.policy [None req-e246d034-6154-4ef5-b85c-51a0fc7dc2c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:08:55.523564 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [None req-e246d034-6154-4ef5-b85c-51a0fc7dc2c2 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:08:55.524861 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-e246d034-6154-4ef5-b85c-51a0fc7dc2c2 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7299683 Jan 24 09:08:58.248024 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 40962) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:08:58.556841 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-3a1488e3-5066-43a5-b630-f5f522e2f4e1 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'tenant_id': 'd435946521714e9487904c437759fd93', 'prefixes': ['172.20.0.0/16']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:08:58.674859 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.policy [None req-3a1488e3-5066-43a5-b630-f5f522e2f4e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103101) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 09:08:58.723196 dv-cinder-804035-26-iscsi neutron-server[103101]: WARNING oslo_policy.policy [None req-3a1488e3-5066-43a5-b630-f5f522e2f4e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:08:58.723566 dv-cinder-804035-26-iscsi neutron-server[103101]: WARNING oslo_policy.policy [None req-3a1488e3-5066-43a5-b630-f5f522e2f4e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:08:58.732361 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.quota [None req-3a1488e3-5066-43a5-b630-f5f522e2f4e1 admin admin] Loaded quota_driver: . Jan 24 09:08:58.876526 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3a1488e3-5066-43a5-b630-f5f522e2f4e1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776389970602', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776389970037', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776389952225', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776389954024', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776389546789', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776389539773', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-903984', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-817986', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1746494', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1720548'] for rbac-policy (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:59.066833 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3a1488e3-5066-43a5-b630-f5f522e2f4e1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:08:59.068043 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-3a1488e3-5066-43a5-b630-f5f522e2f4e1 admin admin] 10.222.0.113 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8190265 Jan 24 09:09:01.711190 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 40974) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:09:02.010558 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Request body: {'network': {'project_id': '405fa7ffbeb248169b77d26afef1e627', 'admin_state_up': True, 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'name': 'private'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:09:02.092587 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Made reservation on behalf of 405fa7ffbeb248169b77d26afef1e627 for: {'network': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:09:02.095475 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:02.112328 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:02.220227 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Publish callbacks [] for security_group (a6f7dbb4-7d26-4e4f-9af7-2a10d267ba92), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:02.321126 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a6f7dbb4-7d26-4e4f-9af7-2a10d267ba92), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:02.340474 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:09:02.368369 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776391501945', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (7684a287-6260-4867-9c9b-340c5ec534b2), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:02.368945 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Unsubscribe: segment precommit_create {{(pid=103101) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 09:09:02.369447 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.segments_db [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Added segment 7684a287-6260-4867-9c9b-340c5ec534b2 of type vlan for network ecf905a3-c3fb-42d1-a2ef-7008dc6890fb Jan 24 09:09:02.385529 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f7dbb4-7d26-4e4f-9af7-2a10d267ba92,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:02.435940 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.436298 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.436638 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.436971 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.437294 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.437613 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.437947 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.438299 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.438630 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.438949 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.439261 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.439572 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.439867 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Tracked resource versions report: Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: pushed versions: Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: { 'AddressGroup': {'1.2'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'ConntrackHelper': {'1.0'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Log': {'1.0'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Network': {'1.1'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Port': {'1.7'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'PortForwarding': {'1.2'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'QosPolicy': {'1.10'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SecurityGroup': {'1.5'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SubPort': {'1.0'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Subnet': {'1.1'}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Trunk': {'1.1'}} Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: consumer versions: Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: { DHCP agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: L3 agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: Metadata agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: Metering agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: Open vSwitch agent@dv-cinder-804035-26-iscsi: { 'AddressGroup': '1.2', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'ConntrackHelper': '1.0', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'LocalIPAssociation': '1.0', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Log': '1.0', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Network': '1.1', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Port': '1.7', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'PortForwarding': '1.2', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'QosPolicy': '1.10', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SecurityGroup': '1.5', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SecurityGroupRule': '1.2', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SubPort': '1.0', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Subnet': '1.1', Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Trunk': '1.1'}} Jan 24 09:09:02.441978 dv-cinder-804035-26-iscsi neutron-server[103101]: {{(pid=103101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:09:02.476768 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (ecf905a3-c3fb-42d1-a2ef-7008dc6890fb), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:02.589918 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (ecf905a3-c3fb-42d1-a2ef-7008dc6890fb), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:02.591129 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:09:02.591847 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:02.686201 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf905a3-c3fb-42d1-a2ef-7008dc6890fb,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:02.697592 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network ecf905a3-c3fb-42d1-a2ef-7008dc6890fb details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:09:02.712575 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-8287ed78-ae13-4249-a6cf-c25c3aa5e104 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0003340 Jan 24 09:09:05.470357 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 40988) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:09:05.875251 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d48f3b0-ead4-4c49-9d2e-cf5049e0beb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:09:05.876615 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-6d48f3b0-ead4-4c49-9d2e-cf5049e0beb6 admin admin] 10.222.0.113 "GET /v2.0/networks/ecf905a3-c3fb-42d1-a2ef-7008dc6890fb HTTP/1.1" status: 200 len: 825 time: 0.4053028 Jan 24 09:09:05.901774 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-76cd0d8e-bdef-4135-9287-a58fe16f14ab admin admin] 10.222.0.113 "GET /v2.0/subnetpools/184b3753-f476-4baf-ad73-0e47b4108c54 HTTP/1.1" status: 200 len: 734 time: 0.0190084 Jan 24 09:09:05.911162 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] Request body: {'subnet': {'subnetpool_id': '184b3753-f476-4baf-ad73-0e47b4108c54', 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:09:06.007217 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] Made reservation on behalf of 405fa7ffbeb248169b77d26afef1e627 for: {'subnet': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:09:06.009563 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:06.356326 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for subnet (c3f2056c-299d-4f6c-a225-cd2c8cebd071), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:06.425787 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f2056c-299d-4f6c-a225-cd2c8cebd071,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:06.428670 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] Checking segment: {'id': '7684a287-6260-4867-9c9b-340c5ec534b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:09:06.429070 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] Network hostable DHCP agents. Network: ecf905a3-c3fb-42d1-a2ef-7008dc6890fb, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:09:06.498630 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] Network ecf905a3-c3fb-42d1-a2ef-7008dc6890fb is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:09:06.561355 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, ecf905a3-c3fb-42d1-a2ef-7008dc6890fb) {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:09:06.567435 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:09:06.568034 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:06.572546 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db6322c-fb7a-43b2-b71b-87c7d531b3d1 None None] Network ecf905a3-c3fb-42d1-a2ef-7008dc6890fb requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:09:06.638642 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-1c026a35-fece-4b29-807b-f6b45094abab admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7313027 Jan 24 09:09:06.841820 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe23cbee1-24f1-55de-80ea-489377c10006-ecf905a3-c3fb-42d1-a2ef-7008dc6890fb', 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb', 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'fixed_ips': [{'subnet_id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071'}]}} from dv-cinder-804035-26-iscsi. {{(pid=103103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:09:06.843144 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:07.124691 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Allocated IP 172.20.0.2 (ecf905a3-c3fb-42d1-a2ef-7008dc6890fb/c3f2056c-299d-4f6c-a225-cd2c8cebd071/23c16e32-cf83-47a7-8ad1-5a02e42be916) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:09:07.405318 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Publish callbacks [] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:07.498961 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:07.578171 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Network ecf905a3-c3fb-42d1-a2ef-7008dc6890fb is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:09:07.583318 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:09:07.593054 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:09:07.596117 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Pushing event updated for resources: {'Port': ['ID=23c16e32-cf83-47a7-8ad1-5a02e42be916,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:07.626916 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.627279 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.627638 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.627974 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.628329 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.628912 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.629266 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.629600 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.629925 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.630297 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.630628 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.630948 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.631265 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Tracked resource versions report: Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: pushed versions: Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: { 'AddressGroup': {'1.2'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'ConntrackHelper': {'1.0'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Log': {'1.0'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Network': {'1.1'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Port': {'1.7'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'PortForwarding': {'1.2'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'QosPolicy': {'1.10'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SecurityGroup': {'1.5'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SubPort': {'1.0'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Subnet': {'1.1'}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Trunk': {'1.1'}} Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: consumer versions: Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: { DHCP agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: L3 agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: Metadata agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: Metering agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: Open vSwitch agent@dv-cinder-804035-26-iscsi: { 'AddressGroup': '1.2', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'ConntrackHelper': '1.0', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'LocalIPAssociation': '1.0', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Log': '1.0', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Network': '1.1', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Port': '1.7', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'PortForwarding': '1.2', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'QosPolicy': '1.10', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SecurityGroup': '1.5', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SecurityGroupRule': '1.2', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SubPort': '1.0', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Subnet': '1.1', Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Trunk': '1.1'}} Jan 24 09:09:07.632663 dv-cinder-804035-26-iscsi neutron-server[103103]: {{(pid=103103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:09:07.679797 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Attempting to bind port 23c16e32-cf83-47a7-8ad1-5a02e42be916 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:09:07.680114 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Attempting to bind port 23c16e32-cf83-47a7-8ad1-5a02e42be916 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '7684a287-6260-4867-9c9b-340c5ec534b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:09:07.680536 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Attempting to bind port 23c16e32-cf83-47a7-8ad1-5a02e42be916 on network ecf905a3-c3fb-42d1-a2ef-7008dc6890fb {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:09:07.685347 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:09:07.685725 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Checking segment: {'id': '7684a287-6260-4867-9c9b-340c5ec534b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:09:07.686220 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:07.686608 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Bound using segment: {'id': '7684a287-6260-4867-9c9b-340c5ec534b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:09:07.687111 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Bound port: 23c16e32-cf83-47a7-8ad1-5a02e42be916, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7684a287-6260-4867-9c9b-340c5ec534b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:09:07.687511 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:07.751449 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] For port 23c16e32-cf83-47a7-8ad1-5a02e42be916, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:09:07.755620 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] For port 23c16e32-cf83-47a7-8ad1-5a02e42be916, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=23c16e32-cf83-47a7-8ad1-5a02e42be916,segment=NetworkSegment(7684a287-6260-4867-9c9b-340c5ec534b2),segment_id=7684a287-6260-4867-9c9b-340c5ec534b2)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:09:07.812923 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:07.879716 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdec0f-9444-42fd-a414-5c82f651b8c2 None None] Pushing event updated for resources: {'Port': ['ID=23c16e32-cf83-47a7-8ad1-5a02e42be916,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:09.141805 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 40996) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:09:09.650633 dv-cinder-804035-26-iscsi neutron-server[103102]: WARNING oslo_policy.policy [None req-0c960150-62e8-435f-92e4-93bf148fb332 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:09:09.651235 dv-cinder-804035-26-iscsi neutron-server[103102]: WARNING oslo_policy.policy [None req-0c960150-62e8-435f-92e4-93bf148fb332 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:09:09.879311 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [None req-0c960150-62e8-435f-92e4-93bf148fb332 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:09:09.880460 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-0c960150-62e8-435f-92e4-93bf148fb332 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7376621 Jan 24 09:09:12.392385 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41010) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:09:12.724687 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [None req-f20ec9f8-12b7-4015-aec2-bc1b6ab5f749 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:09:12.725745 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-f20ec9f8-12b7-4015-aec2-bc1b6ab5f749 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3323796 Jan 24 09:09:15.449908 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41020) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:09:15.760597 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-89f4369e-2684-4725-841e-a8e1cbfde987 admin admin] Request body: {'router': {'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'name': 'router1', 'admin_state_up': True}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:09:15.827745 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.policy [None req-89f4369e-2684-4725-841e-a8e1cbfde987 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103102) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 09:09:15.875907 dv-cinder-804035-26-iscsi neutron-server[103102]: WARNING oslo_policy.policy [None req-89f4369e-2684-4725-841e-a8e1cbfde987 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:09:15.876215 dv-cinder-804035-26-iscsi neutron-server[103102]: WARNING oslo_policy.policy [None req-89f4369e-2684-4725-841e-a8e1cbfde987 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:09:15.885451 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.quota [None req-89f4369e-2684-4725-841e-a8e1cbfde987 admin admin] Loaded quota_driver: . Jan 24 09:09:16.018421 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-89f4369e-2684-4725-841e-a8e1cbfde987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6850'] for router (41d38180-6308-434b-8499-a2d120988ff7), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:16.020415 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-89f4369e-2684-4725-841e-a8e1cbfde987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6875'] for router (41d38180-6308-434b-8499-a2d120988ff7), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:16.175526 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-89f4369e-2684-4725-841e-a8e1cbfde987 admin admin] Publish callbacks [] for router_controller (41d38180-6308-434b-8499-a2d120988ff7), precommit_add_association {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:16.224154 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f0428c4e-48af-4db8-8b9c-830bd573ad9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:16.259027 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-89f4369e-2684-4725-841e-a8e1cbfde987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620227'] for router (41d38180-6308-434b-8499-a2d120988ff7), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:16.345436 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-89f4369e-2684-4725-841e-a8e1cbfde987 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:16.347259 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-89f4369e-2684-4725-841e-a8e1cbfde987 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8957157 Jan 24 09:09:18.520606 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d3183e2a-8148-4079-a7fa-3481441c6c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:19.077173 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41034) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:09:19.201694 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 23c16e32-cf83-47a7-8ad1-5a02e42be916 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:09:19.290947 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 23c16e32-cf83-47a7-8ad1-5a02e42be916 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:09:19.291405 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:19.316457 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f995b-534b-4177-a193-d865a04adcd6 None None] Network ecf905a3-c3fb-42d1-a2ef-7008dc6890fb requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:09:19.356247 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [None req-96d2c256-7d91-4d5c-b360-2e05644dc6f7 admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:09:19.357213 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-96d2c256-7d91-4d5c-b360-2e05644dc6f7 admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2791224 Jan 24 09:09:19.490816 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 23c16e32-cf83-47a7-8ad1-5a02e42be916 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:09:19.491210 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:19.527117 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0ae64951-4c82-426d-b4ad-55c764dde771 None None] Provisioning complete for port 23c16e32-cf83-47a7-8ad1-5a02e42be916 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:09:19.527814 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0ae64951-4c82-426d-b4ad-55c764dde771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:19.603612 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port 23c16e32-cf83-47a7-8ad1-5a02e42be916, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=23c16e32-cf83-47a7-8ad1-5a02e42be916,segment=NetworkSegment(7684a287-6260-4867-9c9b-340c5ec534b2),segment_id=7684a287-6260-4867-9c9b-340c5ec534b2)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:09:19.671706 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:19.677178 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0ae64951-4c82-426d-b4ad-55c764dde771 None None] Current status of the port 23c16e32-cf83-47a7-8ad1-5a02e42be916 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:09:19.680354 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0ae64951-4c82-426d-b4ad-55c764dde771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:19.727111 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:19.763594 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=23c16e32-cf83-47a7-8ad1-5a02e42be916,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:19.782378 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.db.api [None req-0ae64951-4c82-426d-b4ad-55c764dde771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:09:19.783042 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG oslo_db.api [None req-0ae64951-4c82-426d-b4ad-55c764dde771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 09:09:20.319025 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0ae64951-4c82-426d-b4ad-55c764dde771 None None] Current status of the port 23c16e32-cf83-47a7-8ad1-5a02e42be916 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:09:20.438686 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-81599b7e-06ff-4364-bd7d-2f2a7a11b893 None None] Provisioning complete for port 23c16e32-cf83-47a7-8ad1-5a02e42be916 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:09:20.438686 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-81599b7e-06ff-4364-bd7d-2f2a7a11b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:20.521360 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-81599b7e-06ff-4364-bd7d-2f2a7a11b893 None None] Current status of the port 23c16e32-cf83-47a7-8ad1-5a02e42be916 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:09:20.812183 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:21.146515 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 23c16e32-cf83-47a7-8ad1-5a02e42be916 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:09:21.193861 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 23c16e32-cf83-47a7-8ad1-5a02e42be916 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:09:21.194264 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:21.317376 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 23c16e32-cf83-47a7-8ad1-5a02e42be916 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:09:21.824461 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41066) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:09:21.870349 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'tenant_id': 'd435946521714e9487904c437759fd93', 'admin_state_up': True, 'project_id': 'd435946521714e9487904c437759fd93', 'provider:physical_network': 'physnet1'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:09:21.943376 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Made reservation on behalf of d435946521714e9487904c437759fd93 for: {'network': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:09:21.946122 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:21.962248 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:22.062496 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Publish callbacks [] for security_group (626dd1fb-7ea1-43b3-8ab9-7de090702dc4), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:22.114457 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (626dd1fb-7ea1-43b3-8ab9-7de090702dc4), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:22.125380 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Reserving flat network on physical network physnet1 {{(pid=103102) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 24 09:09:22.156941 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776391501945', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (9bcb7369-34b6-4653-bd4d-5ca2bb7be984), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:22.157507 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Unsubscribe: segment precommit_create {{(pid=103102) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 09:09:22.158017 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.segments_db [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Added segment 9bcb7369-34b6-4653-bd4d-5ca2bb7be984 of type flat for network e3ca9c5d-a4c5-4d81-86d9-e7717add369b Jan 24 09:09:22.173005 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626dd1fb-7ea1-43b3-8ab9-7de090702dc4,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:22.224513 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.224797 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.225130 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.225460 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.225781 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.226119 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.226458 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.226781 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.227116 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.227432 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.227745 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.228056 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.228366 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Tracked resource versions report: Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: pushed versions: Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: { 'AddressGroup': {'1.2'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'ConntrackHelper': {'1.0'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Log': {'1.0'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Network': {'1.1'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Port': {'1.7'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'PortForwarding': {'1.2'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'QosPolicy': {'1.10'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SecurityGroup': {'1.5'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SubPort': {'1.0'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Subnet': {'1.1'}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Trunk': {'1.1'}} Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: consumer versions: Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: { DHCP agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: L3 agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: Metadata agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: Metering agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: Open vSwitch agent@dv-cinder-804035-26-iscsi: { 'AddressGroup': '1.2', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'ConntrackHelper': '1.0', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'LocalIPAssociation': '1.0', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Log': '1.0', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Network': '1.1', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Port': '1.7', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'PortForwarding': '1.2', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'QosPolicy': '1.10', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SecurityGroup': '1.5', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SecurityGroupRule': '1.2', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SubPort': '1.0', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Subnet': '1.1', Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Trunk': '1.1'}} Jan 24 09:09:22.229763 dv-cinder-804035-26-iscsi neutron-server[103102]: {{(pid=103102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:09:22.273413 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (e3ca9c5d-a4c5-4d81-86d9-e7717add369b), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:22.360642 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (e3ca9c5d-a4c5-4d81-86d9-e7717add369b), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:22.361700 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:09:22.363144 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:22.458320 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] Pushing event updated for resources: {'Network': ['ID=e3ca9c5d-a4c5-4d81-86d9-e7717add369b,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:22.468124 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:09:22.488640 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:22.500531 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-62f608d2-448e-4a05-a142-8b000e83fb1e admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6749864 Jan 24 09:09:24.291112 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 5 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:09:24.804012 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41078) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:09:24.939282 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8c9896-c907-4caf-befe-b8031f53b074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:09:24.941517 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-bf8c9896-c907-4caf-befe-b8031f53b074 admin admin] 10.222.0.113 "GET /v2.0/subnets/c3f2056c-299d-4f6c-a225-cd2c8cebd071 HTTP/1.1" status: 200 len: 849 time: 0.1365516 Jan 24 09:09:25.078743 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-f862694e-41e4-4f71-9e02-3a9bce418f90 admin admin] 10.222.0.113 "GET /v2.0/routers/41d38180-6308-434b-8499-a2d120988ff7 HTTP/1.1" status: 200 len: 704 time: 0.1316147 Jan 24 09:09:25.341435 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:25.666787 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Allocated IP 172.20.0.1 (ecf905a3-c3fb-42d1-a2ef-7008dc6890fb/c3f2056c-299d-4f6c-a225-cd2c8cebd071/b0ffee1d-75d8-4a30-b1f1-b9bd826a315c) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:09:25.869422 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Publish callbacks [] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:26.024011 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:26.103282 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Network ecf905a3-c3fb-42d1-a2ef-7008dc6890fb is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:09:26.107874 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:09:26.113438 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Pushing event updated for resources: {'Port': ['ID=b0ffee1d-75d8-4a30-b1f1-b9bd826a315c,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:26.116237 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:09:26.117456 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618225'] for router_interface (41d38180-6308-434b-8499-a2d120988ff7), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:26.272924 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-05f6acdb-48bf-43fe-9d59-8936b03441bf None None] Provisioning complete for port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:09:26.273485 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-05f6acdb-48bf-43fe-9d59-8936b03441bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:26.306035 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-05f6acdb-48bf-43fe-9d59-8936b03441bf None None] Port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:09:26.430979 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:26.636084 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Publish callbacks [] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:26.685713 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:26.686504 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622139'] for router_interface (41d38180-6308-434b-8499-a2d120988ff7), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:26.769866 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Pushing event updated for resources: {'Port': ['ID=b0ffee1d-75d8-4a30-b1f1-b9bd826a315c,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:26.814653 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Network ecf905a3-c3fb-42d1-a2ef-7008dc6890fb is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:09:26.816278 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:09:27.029736 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-2a40eed6-8ec8-4039-a785-6f03c939b53f None None] Provisioning complete for port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:09:27.030170 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2a40eed6-8ec8-4039-a785-6f03c939b53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:27.063206 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-2a40eed6-8ec8-4039-a785-6f03c939b53f None None] Port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:09:27.063371 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Router 41d38180-6308-434b-8499-a2d120988ff7 is scheduled to L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 with binding_index 1 {{(pid=103102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:09:27.153819 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:09:27.159830 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-a3c74cc2-fb37-4acf-9571-7017c07c717d admin admin] 10.222.0.113 "PUT /v2.0/routers/41d38180-6308-434b-8499-a2d120988ff7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0754397 Jan 24 09:09:27.163719 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Sync routers for ids ['41d38180-6308-434b-8499-a2d120988ff7'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:09:27.176674 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Routers {'41d38180-6308-434b-8499-a2d120988ff7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:09:27.177473 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:09:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['41d38180-6308-434b-8499-a2d120988ff7'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:09:27.361994 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Set router 41d38180-6308-434b-8499-a2d120988ff7 gateway port host: None {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:09:27.807889 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d38180-6308-434b-8499-a2d120988ff7', 'name': 'router1', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:09:16Z', 'updated_at': '2022-01-24T09:09:26Z', 'revision_number': 2, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'gw_port_host': None, '_interfaces': [{'id': 'b0ffee1d-75d8-4a30-b1f1-b9bd826a315c', 'name': '', 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'mac_address': 'fa:16:3e:7f:ee:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d38180-6308-434b-8499-a2d120988ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:09:25Z', 'updated_at': '2022-01-24T09:09:26Z', 'revision_number': 2, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'subnets': [{'id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184b3753-f476-4baf-ad73-0e47b4108c54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:09:27.857692 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Checking router: 41d38180-6308-434b-8499-a2d120988ff7 for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:09:27.858073 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Updating router 41d38180-6308-434b-8499-a2d120988ff7 port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c binding host dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:09:27.945372 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:28.441827 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Publish callbacks [] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:28.525952 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:28.679879 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Pushing event updated for resources: {'Port': ['ID=b0ffee1d-75d8-4a30-b1f1-b9bd826a315c,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:28.699402 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.699759 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.700107 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.700701 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.701032 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.701357 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.701697 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.702027 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.702374 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.702711 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.703037 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.703356 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.703671 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Tracked resource versions report: Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: pushed versions: Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: { 'AddressGroup': {'1.2'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'ConntrackHelper': {'1.0'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Log': {'1.0'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Network': {'1.1'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Port': {'1.7'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'PortForwarding': {'1.2'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'QosPolicy': {'1.10'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SecurityGroup': {'1.5'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SubPort': {'1.0'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Subnet': {'1.1'}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Trunk': {'1.1'}} Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: consumer versions: Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: { DHCP agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: L3 agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: Metadata agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: Metering agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: Open vSwitch agent@dv-cinder-804035-26-iscsi: { 'AddressGroup': '1.2', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'ConntrackHelper': '1.0', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'LocalIPAssociation': '1.0', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Log': '1.0', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Network': '1.1', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Port': '1.7', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'PortForwarding': '1.2', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'QosPolicy': '1.10', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SecurityGroup': '1.5', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SecurityGroupRule': '1.2', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SubPort': '1.0', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Subnet': '1.1', Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Trunk': '1.1'}} Jan 24 09:09:28.705126 dv-cinder-804035-26-iscsi neutron-server[103104]: {{(pid=103104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:09:28.710302 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Attempting to bind port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:09:28.710702 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Attempting to bind port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '7684a287-6260-4867-9c9b-340c5ec534b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:09:28.711140 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Attempting to bind port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c on network ecf905a3-c3fb-42d1-a2ef-7008dc6890fb {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:09:28.716491 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:09:28.716892 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Checking segment: {'id': '7684a287-6260-4867-9c9b-340c5ec534b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:09:28.717370 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:28.717774 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Bound using segment: {'id': '7684a287-6260-4867-9c9b-340c5ec534b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:09:28.718297 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Bound port: b0ffee1d-75d8-4a30-b1f1-b9bd826a315c, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7684a287-6260-4867-9c9b-340c5ec534b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:09:28.718674 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:28.782320 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] For port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:09:28.794001 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-6a90caf2-7a3b-4452-8cd9-8dd18e065970 None None] Provisioning complete for port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:09:28.794569 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6a90caf2-7a3b-4452-8cd9-8dd18e065970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:28.802739 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] For port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=b0ffee1d-75d8-4a30-b1f1-b9bd826a315c,segment=NetworkSegment(7684a287-6260-4867-9c9b-340c5ec534b2),segment_id=7684a287-6260-4867-9c9b-340c5ec534b2)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:09:28.831322 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-6a90caf2-7a3b-4452-8cd9-8dd18e065970 None None] Port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:09:28.880901 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:28.937541 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Routers {'41d38180-6308-434b-8499-a2d120988ff7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:09:28.938185 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:09:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['41d38180-6308-434b-8499-a2d120988ff7'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:09:28.975051 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aadbad-22e8-400f-af62-54eaa99e410b None None] Pushing event updated for resources: {'Port': ['ID=b0ffee1d-75d8-4a30-b1f1-b9bd826a315c,revision_number=4']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:29.030866 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] Set router 41d38180-6308-434b-8499-a2d120988ff7 gateway port host: None {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:09:29.153351 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-8653c6b9-4cad-4935-a2f1-d4b3d1643a76 None None] Provisioning complete for port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:09:29.153749 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8653c6b9-4cad-4935-a2f1-d4b3d1643a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:29.235779 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-8653c6b9-4cad-4935-a2f1-d4b3d1643a76 None None] Current status of the port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:09:29.236076 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8653c6b9-4cad-4935-a2f1-d4b3d1643a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:29.250569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d38180-6308-434b-8499-a2d120988ff7', 'name': 'router1', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:09:16Z', 'updated_at': '2022-01-24T09:09:26Z', 'revision_number': 2, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'gw_port_host': None, '_interfaces': [{'id': 'b0ffee1d-75d8-4a30-b1f1-b9bd826a315c', 'name': '', 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'mac_address': 'fa:16:3e:7f:ee:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d38180-6308-434b-8499-a2d120988ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:09:25Z', 'updated_at': '2022-01-24T09:09:28Z', 'revision_number': 4, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'subnets': [{'id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184b3753-f476-4baf-ad73-0e47b4108c54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:09:29.272310 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-8653c6b9-4cad-4935-a2f1-d4b3d1643a76 None None] For port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=b0ffee1d-75d8-4a30-b1f1-b9bd826a315c,segment=NetworkSegment(7684a287-6260-4867-9c9b-340c5ec534b2),segment_id=7684a287-6260-4867-9c9b-340c5ec534b2)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:09:29.277977 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816da2f2-34cb-4f5f-bebf-8c300606d9b2 None None] The sync data for ids ['41d38180-6308-434b-8499-a2d120988ff7'] in dv-cinder-804035-26-iscsi is: [{'id': '41d38180-6308-434b-8499-a2d120988ff7', 'name': 'router1', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:09:16Z', 'updated_at': '2022-01-24T09:09:26Z', 'revision_number': 2, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'gw_port_host': None, '_interfaces': [{'id': 'b0ffee1d-75d8-4a30-b1f1-b9bd826a315c', 'name': '', 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'mac_address': 'fa:16:3e:7f:ee:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d38180-6308-434b-8499-a2d120988ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:09:25Z', 'updated_at': '2022-01-24T09:09:28Z', 'revision_number': 4, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'subnets': [{'id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184b3753-f476-4baf-ad73-0e47b4108c54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:09:29.331872 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8653c6b9-4cad-4935-a2f1-d4b3d1643a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:29.392231 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653c6b9-4cad-4935-a2f1-d4b3d1643a76 None None] Pushing event updated for resources: {'Port': ['ID=b0ffee1d-75d8-4a30-b1f1-b9bd826a315c,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:31.854996 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41098) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:09:31.968753 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb6096-9093-4213-8d3e-1537bf51763f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:09:31.970147 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-23eb6096-9093-4213-8d3e-1537bf51763f admin admin] 10.222.0.113 "GET /v2.0/networks/e3ca9c5d-a4c5-4d81-86d9-e7717add369b HTTP/1.1" status: 200 len: 842 time: 0.1141713 Jan 24 09:09:31.980417 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Request body: {'subnet': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'tenant_id': 'd435946521714e9487904c437759fd93', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:09:32.098026 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Made reservation on behalf of d435946521714e9487904c437759fd93 for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:09:32.100459 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:32.523489 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.objects.ports [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103102) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 24 09:09:32.523937 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for subnet (bb3104ff-5074-4551-86ea-c5ff3d3c3fc7), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:32.579164 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3104ff-5074-4551-86ea-c5ff3d3c3fc7,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:32.594092 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Checking segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:09:32.594466 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Network hostable DHCP agents. Network: e3ca9c5d-a4c5-4d81-86d9-e7717add369b, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:09:32.691954 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:09:32.765691 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, e3ca9c5d-a4c5-4d81-86d9-e7717add369b) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:09:32.771164 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:09:32.771940 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:32.777437 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7746272c-14fa-4de6-a5de-4fe212f52aa0 None None] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:09:32.860181 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-0e6b03dd-cb8a-4aba-897a-ed52fc73c1a8 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8832352 Jan 24 09:09:32.874700 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12191ce0-c32c-47e7-944c-83d2488cc93c None None] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:09:35.236087 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41106) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:09:35.367348 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-1a7df28c-730c-4dc6-8ce0-b4c40259ddf1 admin admin] 10.222.0.113 "GET /v2.0/routers/41d38180-6308-434b-8499-a2d120988ff7 HTTP/1.1" status: 200 len: 710 time: 0.1300464 Jan 24 09:09:35.458851 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fbcf3-4a22-425f-861a-b3cd0f0da0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:09:35.460243 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-c64fbcf3-4a22-425f-861a-b3cd0f0da0be admin admin] 10.222.0.113 "GET /v2.0/networks/e3ca9c5d-a4c5-4d81-86d9-e7717add369b HTTP/1.1" status: 200 len: 886 time: 0.0875115 Jan 24 09:09:35.469096 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:09:35.780092 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Publish callbacks [] for router_gateway (41d38180-6308-434b-8499-a2d120988ff7), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:36.101509 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Publish callbacks [] for router_gateway (41d38180-6308-434b-8499-a2d120988ff7), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:36.184090 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:36.292141 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Allocated IP 172.27.0.219 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/fea18cd6-5d95-47a1-92bd-6d6614677299) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:09:36.393692 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Publish callbacks [] for port (fea18cd6-5d95-47a1-92bd-6d6614677299), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:36.487135 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (fea18cd6-5d95-47a1-92bd-6d6614677299), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:36.527799 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:09:36.530510 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:09:36.534047 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:09:36.539202 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Pushing event updated for resources: {'Port': ['ID=fea18cd6-5d95-47a1-92bd-6d6614677299,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:36.857924 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Publish callbacks [] for router_gateway (41d38180-6308-434b-8499-a2d120988ff7), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:37.054501 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1620418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1616880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6889'] for router (41d38180-6308-434b-8499-a2d120988ff7), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:37.057797 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1620427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1620244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1616889'] for router (41d38180-6308-434b-8499-a2d120988ff7), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:37.170917 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Router 41d38180-6308-434b-8499-a2d120988ff7 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:09:37.221364 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device b0ffee1d-75d8-4a30-b1f1-b9bd826a315c up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:09:37.272684 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:09:37.273330 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:37.356806 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:09:37.367540 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:09:37.371639 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:37.372825 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-04f63c7c-e1fc-4dd7-9b24-589c93edeb52 admin admin] 10.222.0.113 "PUT /v2.0/routers/41d38180-6308-434b-8499-a2d120988ff7 HTTP/1.1" status: 200 len: 890 time: 1.9069917 Jan 24 09:09:37.774654 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Sync routers for ids ['41d38180-6308-434b-8499-a2d120988ff7'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:09:37.786042 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Routers {'41d38180-6308-434b-8499-a2d120988ff7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:09:37.786701 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:09:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['41d38180-6308-434b-8499-a2d120988ff7'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:09:37.998007 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Set router 41d38180-6308-434b-8499-a2d120988ff7 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:09:38.463349 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d38180-6308-434b-8499-a2d120988ff7', 'name': 'router1', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fea18cd6-5d95-47a1-92bd-6d6614677299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:09:16Z', 'updated_at': '2022-01-24T09:09:36Z', 'revision_number': 4, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'gw_port': {'id': 'fea18cd6-5d95-47a1-92bd-6d6614677299', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d38180-6308-434b-8499-a2d120988ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:09:36Z', 'updated_at': '2022-01-24T09:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': 'b0ffee1d-75d8-4a30-b1f1-b9bd826a315c', 'name': '', 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'mac_address': 'fa:16:3e:7f:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d38180-6308-434b-8499-a2d120988ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:09:25Z', 'updated_at': '2022-01-24T09:09:29Z', 'revision_number': 5, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'subnets': [{'id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184b3753-f476-4baf-ad73-0e47b4108c54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:09:38.513172 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Checking router: 41d38180-6308-434b-8499-a2d120988ff7 for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:09:38.513533 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Updating router 41d38180-6308-434b-8499-a2d120988ff7 port fea18cd6-5d95-47a1-92bd-6d6614677299 binding host dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:09:38.562086 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (fea18cd6-5d95-47a1-92bd-6d6614677299), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:38.875844 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Publish callbacks [] for port (fea18cd6-5d95-47a1-92bd-6d6614677299), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:38.948094 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (fea18cd6-5d95-47a1-92bd-6d6614677299), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:38.997207 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Attempting to bind port fea18cd6-5d95-47a1-92bd-6d6614677299 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:09:38.997581 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Attempting to bind port fea18cd6-5d95-47a1-92bd-6d6614677299 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:09:38.997943 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Attempting to bind port fea18cd6-5d95-47a1-92bd-6d6614677299 on network e3ca9c5d-a4c5-4d81-86d9-e7717add369b {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:09:39.003818 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9051a-37ba-4ce3-827a-51fdfcc873ed None None] Pushing event updated for resources: {'Port': ['ID=fea18cd6-5d95-47a1-92bd-6d6614677299,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:39.008225 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:09:39.008602 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Checking segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:09:39.009001 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:39.009381 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Bound using segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:09:39.009845 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Bound port: fea18cd6-5d95-47a1-92bd-6d6614677299, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:09:39.010256 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (fea18cd6-5d95-47a1-92bd-6d6614677299), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:39.061229 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] For port fea18cd6-5d95-47a1-92bd-6d6614677299, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:09:39.064167 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] For port fea18cd6-5d95-47a1-92bd-6d6614677299, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=fea18cd6-5d95-47a1-92bd-6d6614677299,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:09:39.132164 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (fea18cd6-5d95-47a1-92bd-6d6614677299), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:39.190336 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Routers {'41d38180-6308-434b-8499-a2d120988ff7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:09:39.190965 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:09:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['41d38180-6308-434b-8499-a2d120988ff7'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:09:39.193945 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9051a-37ba-4ce3-827a-51fdfcc873ed None None] Pushing event updated for resources: {'Port': ['ID=fea18cd6-5d95-47a1-92bd-6d6614677299,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:39.298382 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] Set router 41d38180-6308-434b-8499-a2d120988ff7 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:09:39.511187 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d38180-6308-434b-8499-a2d120988ff7', 'name': 'router1', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fea18cd6-5d95-47a1-92bd-6d6614677299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:09:16Z', 'updated_at': '2022-01-24T09:09:36Z', 'revision_number': 4, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'gw_port': {'id': 'fea18cd6-5d95-47a1-92bd-6d6614677299', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d38180-6308-434b-8499-a2d120988ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:09:36Z', 'updated_at': '2022-01-24T09:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': 'b0ffee1d-75d8-4a30-b1f1-b9bd826a315c', 'name': '', 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'mac_address': 'fa:16:3e:7f:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d38180-6308-434b-8499-a2d120988ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:09:25Z', 'updated_at': '2022-01-24T09:09:29Z', 'revision_number': 5, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'subnets': [{'id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184b3753-f476-4baf-ad73-0e47b4108c54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:09:39.541214 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f0f6b-c824-4230-a08e-405f3463cfb2 None None] The sync data for ids ['41d38180-6308-434b-8499-a2d120988ff7'] in dv-cinder-804035-26-iscsi is: [{'id': '41d38180-6308-434b-8499-a2d120988ff7', 'name': 'router1', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'fea18cd6-5d95-47a1-92bd-6d6614677299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:09:16Z', 'updated_at': '2022-01-24T09:09:36Z', 'revision_number': 4, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'gw_port': {'id': 'fea18cd6-5d95-47a1-92bd-6d6614677299', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d38180-6308-434b-8499-a2d120988ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:09:36Z', 'updated_at': '2022-01-24T09:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': 'b0ffee1d-75d8-4a30-b1f1-b9bd826a315c', 'name': '', 'network_id': 'ecf905a3-c3fb-42d1-a2ef-7008dc6890fb', 'tenant_id': '405fa7ffbeb248169b77d26afef1e627', 'mac_address': 'fa:16:3e:7f:ee:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d38180-6308-434b-8499-a2d120988ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:09:25Z', 'updated_at': '2022-01-24T09:09:29Z', 'revision_number': 5, 'project_id': '405fa7ffbeb248169b77d26afef1e627', 'subnets': [{'id': 'c3f2056c-299d-4f6c-a225-cd2c8cebd071', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '184b3753-f476-4baf-ad73-0e47b4108c54'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:09:39.867826 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41118) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:09:39.988115 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-0dfb6bf7-2c12-4008-a88e-8649f2d745cb admin admin] 10.222.0.113 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1191533 Jan 24 09:09:41.214076 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device fea18cd6-5d95-47a1-92bd-6d6614677299 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:09:41.281437 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port fea18cd6-5d95-47a1-92bd-6d6614677299 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:09:41.282171 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (fea18cd6-5d95-47a1-92bd-6d6614677299), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:41.363156 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port fea18cd6-5d95-47a1-92bd-6d6614677299 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:09:41.363452 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (fea18cd6-5d95-47a1-92bd-6d6614677299), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:41.384394 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port fea18cd6-5d95-47a1-92bd-6d6614677299, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=fea18cd6-5d95-47a1-92bd-6d6614677299,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:09:41.457269 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (fea18cd6-5d95-47a1-92bd-6d6614677299), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:41.503883 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=fea18cd6-5d95-47a1-92bd-6d6614677299,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:09:43.169169 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device fea18cd6-5d95-47a1-92bd-6d6614677299 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:09:43.224917 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port fea18cd6-5d95-47a1-92bd-6d6614677299 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:09:43.225307 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (fea18cd6-5d95-47a1-92bd-6d6614677299), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:43.330584 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port fea18cd6-5d95-47a1-92bd-6d6614677299 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:09:46.239849 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5b67cc16-cc81-4ecb-988f-d1a87d6df656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:48.537152 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dd2367af-9f12-45ca-8961-b4cdb229ee1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:49.748549 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:50.813110 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:09:52.480049 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:10:01.292565 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 5 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:10:16.227825 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-32e5224d-5d86-4b48-af45-fc97c954466f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:10:18.530916 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-aed22a99-5820-4d30-ab53-be8cae505825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:10:19.741347 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:10:20.839243 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:10:22.502557 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:10:38.291870 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 5 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:10:46.215709 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a401ba33-9698-42db-a9a0-8188df455fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:10:48.518071 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a0679075-ccd5-4e1e-bbd5-018756e76819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:10:49.758899 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:10:50.837038 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:10:52.483236 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:04.512155 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41602) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:04.575622 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.pecan_wsgi.hooks.translation [None req-0594a387-7f37-4881-b9fe-3f1c53323afd admin admin] GET failed (client error): The resource could not be found. Jan 24 09:11:04.577474 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-0594a387-7f37-4881-b9fe-3f1c53323afd admin admin] 10.222.0.113 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638256 Jan 24 09:11:04.740423 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3f49c9-7fa8-4036-9920-6b1244d2c0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:04.741800 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-5a3f49c9-7fa8-4036-9920-6b1244d2c0b5 admin admin] 10.222.0.113 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602376 Jan 24 09:11:07.047706 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 41612) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:07.152802 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4e71e1-3889-44cd-8094-844ee7bd1aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:07.154324 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-3b4e71e1-3889-44cd-8094-844ee7bd1aca admin admin] 10.222.0.113 "GET /v2.0/subnets/c3f2056c-299d-4f6c-a225-cd2c8cebd071 HTTP/1.1" status: 200 len: 849 time: 0.1054947 Jan 24 09:11:07.165063 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:11:07.263022 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Publish callbacks [] for subnet (c3f2056c-299d-4f6c-a225-cd2c8cebd071), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:07.470788 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776391644245'] for subnet (c3f2056c-299d-4f6c-a225-cd2c8cebd071), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:07.504597 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:07.505192 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:07.508159 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] 10.222.0.113 "PUT /v2.0/subnets/c3f2056c-299d-4f6c-a225-cd2c8cebd071 HTTP/1.1" status: 200 len: 868 time: 0.3452797 Jan 24 09:11:07.521427 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bf8618-4d95-45f1-9f4f-1156865ccb50 None None] Network ecf905a3-c3fb-42d1-a2ef-7008dc6890fb requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:11:07.527731 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f2056c-299d-4f6c-a225-cd2c8cebd071,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:11:07.535633 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.536401 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.536401 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.536710 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.537087 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.537356 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.537698 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.538279 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.538496 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.538829 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.539153 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.539476 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:07.539794 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27099b16-ebfa-4fd2-a844-1e6339135072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:08.014129 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-5ef3b9dd-0a9c-439e-b09c-631bfc31c9e4 None None] Provisioning complete for port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:11:08.014509 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5ef3b9dd-0a9c-439e-b09c-631bfc31c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (b0ffee1d-75d8-4a30-b1f1-b9bd826a315c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:08.094790 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3b9dd-0a9c-439e-b09c-631bfc31c9e4 None None] Current status of the port b0ffee1d-75d8-4a30-b1f1-b9bd826a315c is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:11:08.104908 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-5ef3b9dd-0a9c-439e-b09c-631bfc31c9e4 None None] Provisioning complete for port 23c16e32-cf83-47a7-8ad1-5a02e42be916 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:11:08.105296 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5ef3b9dd-0a9c-439e-b09c-631bfc31c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (23c16e32-cf83-47a7-8ad1-5a02e42be916), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:08.191834 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3b9dd-0a9c-439e-b09c-631bfc31c9e4 None None] Current status of the port 23c16e32-cf83-47a7-8ad1-5a02e42be916 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:11:09.801146 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 41622) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:10.014845 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81bad6b-ea95-4211-8914-20d6c961efc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:10.015238 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81bad6b-ea95-4211-8914-20d6c961efc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:10.016815 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-a81bad6b-ea95-4211-8914-20d6c961efc0 admin admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2147179 Jan 24 09:11:12.358639 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 41630) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:12.494746 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a7f690-5f07-4aed-a8f4-804ccb7d9c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:12.495219 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a7f690-5f07-4aed-a8f4-804ccb7d9c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:12.496764 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-b0a7f690-5f07-4aed-a8f4-804ccb7d9c8f admin admin] 10.222.0.113 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1370549 Jan 24 09:11:14.775349 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41638) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:14.900170 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1380be-e925-40c0-beb8-2e494e9acc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:14.901508 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-8d1380be-e925-40c0-beb8-2e494e9acc6b admin admin] 10.222.0.113 "GET /v2.0/networks/e3ca9c5d-a4c5-4d81-86d9-e7717add369b HTTP/1.1" status: 200 len: 886 time: 0.1252286 Jan 24 09:11:15.290170 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 5 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:11:16.232022 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9fee6717-12e6-4b87-b55f-0dac600e5a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:17.231340 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41646) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:17.372015 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065523b8-70b0-4b15-ac96-f6b1073f2b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:17.373897 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-065523b8-70b0-4b15-ac96-f6b1073f2b7d admin admin] 10.222.0.113 "GET /v2.0/networks/ecf905a3-c3fb-42d1-a2ef-7008dc6890fb HTTP/1.1" status: 200 len: 869 time: 0.1415820 Jan 24 09:11:18.515949 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-97862ad1-9e70-416f-af47-e47808052f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:19.684077 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41654) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:19.729872 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:19.838231 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a482d52b-64ea-48d9-a212-c14437036e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:19.838696 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a482d52b-64ea-48d9-a212-c14437036e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:19.840284 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-a482d52b-64ea-48d9-a212-c14437036e5f admin admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1552434 Jan 24 09:11:20.859332 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:22.260875 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41662) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:22.357345 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aff4e1-4aa3-4462-b779-c9f35e0af043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:22.357801 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aff4e1-4aa3-4462-b779-c9f35e0af043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:22.359489 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-94aff4e1-4aa3-4462-b779-c9f35e0af043 admin admin] 10.222.0.113 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0976741 Jan 24 09:11:22.483790 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:24.608066 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41670) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:24.694803 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14202e11-b269-4982-9fff-5e3be9fff08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:24.696328 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-14202e11-b269-4982-9fff-5e3be9fff08d admin admin] 10.222.0.113 "GET /v2.0/subnets/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7 HTTP/1.1" status: 200 len: 816 time: 0.0870638 Jan 24 09:11:27.001031 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41678) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:27.093619 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0a5e74-8231-4730-b3ac-2dcf7e537a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:27.095008 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-de0a5e74-8231-4730-b3ac-2dcf7e537a9c admin admin] 10.222.0.113 "GET /v2.0/subnets/c3f2056c-299d-4f6c-a225-cd2c8cebd071 HTTP/1.1" status: 200 len: 868 time: 0.0930400 Jan 24 09:11:46.223173 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ae86dc49-1ea8-4605-b300-930d5661ba18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:48.531603 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-307fd824-5dec-4475-bfbc-5e5884bf9825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:49.771617 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:50.831022 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:51.931883 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41732) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:51.979499 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [None req-2bb0206b-323f-4fde-a91d-15230232f17a admin admin] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:11:51.980495 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2bb0206b-323f-4fde-a91d-15230232f17a admin admin] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476494 Jan 24 09:11:52.288503 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 5 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:11:52.485613 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:54.304455 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41740) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:54.364230 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ba98b4-bd4a-4fcb-b206-9438ddd9bd83 admin admin] GET failed (client error): The resource could not be found. Jan 24 09:11:54.365504 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-29ba98b4-bd4a-4fcb-b206-9438ddd9bd83 admin admin] 10.222.0.113 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601201 Jan 24 09:11:54.452664 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a5f21b-daa3-4145-9693-e9a7b14e76e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:54.454216 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-02a5f21b-daa3-4145-9693-e9a7b14e76e0 admin admin] 10.222.0.113 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0846586 Jan 24 09:11:56.819743 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41750) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:56.865630 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Request body: {'network': {'project_id': 'd435946521714e9487904c437759fd93', 'tenant_id': 'd435946521714e9487904c437759fd93', 'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:11:56.956577 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Made reservation on behalf of d435946521714e9487904c437759fd93 for: {'network': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:11:56.958863 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:56.986837 dv-cinder-804035-26-iscsi neutron-server[103102]: WARNING neutron.services.revisions.revision_plugin [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Could not find related network for resource to bump revision. Jan 24 09:11:57.001514 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:11:57.011009 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (dab7650c-baf0-42f4-a033-0c38fb820feb), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:57.011347 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.segments_db [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Added segment dab7650c-baf0-42f4-a033-0c38fb820feb of type vlan for network 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 Jan 24 09:11:57.060374 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (30ce5482-2f8c-49ab-8c8f-911f8d6cbd91), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:57.154071 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (30ce5482-2f8c-49ab-8c8f-911f8d6cbd91), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:57.155339 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:57.155916 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:11:57.213567 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Pushing event updated for resources: {'Network': ['ID=30ce5482-2f8c-49ab-8c8f-911f8d6cbd91,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:11:57.220724 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.221095 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.226727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.226727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.226727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.226727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.226727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.226727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.226727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.226727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.226727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.226727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.226727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:11:57.236573 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:11:57.247843 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-062a1b9a-87a5-4179-a72f-e3590cb345f4 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4267097 Jan 24 09:11:59.578627 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41760) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:11:59.636455 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a29e62-85a2-4f46-8639-96595fe9e8d2 admin admin] GET failed (client error): The resource could not be found. Jan 24 09:11:59.637697 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-49a29e62-85a2-4f46-8639-96595fe9e8d2 admin admin] 10.222.0.113 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581181 Jan 24 09:11:59.709214 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8e8bad-1ede-4114-9988-4b761906e67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:11:59.710649 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-3d8e8bad-1ede-4114-9988-4b761906e67e admin admin] 10.222.0.113 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681591 Jan 24 09:11:59.721323 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91', 'tenant_id': 'd435946521714e9487904c437759fd93'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:11:59.819554 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] Made reservation on behalf of d435946521714e9487904c437759fd93 for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:11:59.822061 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:00.031282 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for subnet (60ced604-e170-4a3e-a2de-2e6e70dd4a72), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:00.089733 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ced604-e170-4a3e-a2de-2e6e70dd4a72,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:12:00.094331 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] Checking segment: {'id': 'dab7650c-baf0-42f4-a033-0c38fb820feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:12:00.094682 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] Network hostable DHCP agents. Network: 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:12:00.193986 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] Network 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:12:00.302784 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:12:00.307951 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:12:00.307951 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:00.314126 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1b1951-706f-47d1-b291-9e036d1dd2e6 None None] Network 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:12:00.411150 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-73c41cea-f8e0-4491-9593-1d2e43063c60 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6930776 Jan 24 09:12:00.528039 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe23cbee1-24f1-55de-80ea-489377c10006-30ce5482-2f8c-49ab-8c8f-911f8d6cbd91', 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91', 'project_id': 'd435946521714e9487904c437759fd93', 'fixed_ips': [{'subnet_id': '60ced604-e170-4a3e-a2de-2e6e70dd4a72'}]}} from dv-cinder-804035-26-iscsi. {{(pid=103103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:12:00.529135 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:00.744345 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Allocated IP 192.168.233.2 (30ce5482-2f8c-49ab-8c8f-911f8d6cbd91/60ced604-e170-4a3e-a2de-2e6e70dd4a72/6de5ed77-5955-4ef5-b79b-892b83ab0e0f) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:12:00.888744 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Publish callbacks [] for port (6de5ed77-5955-4ef5-b79b-892b83ab0e0f), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:00.986047 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (6de5ed77-5955-4ef5-b79b-892b83ab0e0f), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:01.027944 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Network 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:12:01.029859 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:12:01.033486 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:12:01.039058 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Pushing event updated for resources: {'Port': ['ID=6de5ed77-5955-4ef5-b79b-892b83ab0e0f,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:12:01.051175 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.052659 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.052659 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.052659 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.052659 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.052987 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.053197 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.053511 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.053912 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.054287 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.054612 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.054937 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.055262 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:12:01.107738 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Attempting to bind port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:12:01.108108 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Attempting to bind port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': 'dab7650c-baf0-42f4-a033-0c38fb820feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:12:01.108475 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Attempting to bind port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f on network 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:12:01.113710 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:12:01.114124 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Checking segment: {'id': 'dab7650c-baf0-42f4-a033-0c38fb820feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:12:01.114579 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:01.114976 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Bound using segment: {'id': 'dab7650c-baf0-42f4-a033-0c38fb820feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:12:01.115438 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Bound port: 6de5ed77-5955-4ef5-b79b-892b83ab0e0f, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab7650c-baf0-42f4-a033-0c38fb820feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:12:01.115815 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (6de5ed77-5955-4ef5-b79b-892b83ab0e0f), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:01.179931 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] For port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:12:01.182993 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] For port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=6de5ed77-5955-4ef5-b79b-892b83ab0e0f,segment=NetworkSegment(dab7650c-baf0-42f4-a033-0c38fb820feb),segment_id=dab7650c-baf0-42f4-a033-0c38fb820feb)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:12:01.251393 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (6de5ed77-5955-4ef5-b79b-892b83ab0e0f), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:01.307671 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdf4f5-692a-4934-b19e-2c507878cb54 None None] Pushing event updated for resources: {'Port': ['ID=6de5ed77-5955-4ef5-b79b-892b83ab0e0f,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:12:02.200827 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f6c86-3f92-464b-b2b1-cb3828b8ec12 None None] Network 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:12:02.285000 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-616f36ac-480a-46bc-9dd2-73f2289da1bb None None] Provisioning complete for port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:12:02.285390 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-616f36ac-480a-46bc-9dd2-73f2289da1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (6de5ed77-5955-4ef5-b79b-892b83ab0e0f), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:02.400017 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-616f36ac-480a-46bc-9dd2-73f2289da1bb None None] Current status of the port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:12:02.400332 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-616f36ac-480a-46bc-9dd2-73f2289da1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (6de5ed77-5955-4ef5-b79b-892b83ab0e0f), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:02.441770 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-616f36ac-480a-46bc-9dd2-73f2289da1bb None None] For port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=6de5ed77-5955-4ef5-b79b-892b83ab0e0f,segment=NetworkSegment(dab7650c-baf0-42f4-a033-0c38fb820feb),segment_id=dab7650c-baf0-42f4-a033-0c38fb820feb)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:12:02.522810 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-616f36ac-480a-46bc-9dd2-73f2289da1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (6de5ed77-5955-4ef5-b79b-892b83ab0e0f), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:02.582072 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f36ac-480a-46bc-9dd2-73f2289da1bb None None] Pushing event updated for resources: {'Port': ['ID=6de5ed77-5955-4ef5-b79b-892b83ab0e0f,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:12:02.643399 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-7eb597dc-9c10-4ba0-83e8-93e1a6864fff None None] Provisioning complete for port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:12:02.643785 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7eb597dc-9c10-4ba0-83e8-93e1a6864fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (6de5ed77-5955-4ef5-b79b-892b83ab0e0f), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:02.726038 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-7eb597dc-9c10-4ba0-83e8-93e1a6864fff None None] Current status of the port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:12:03.297992 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 6de5ed77-5955-4ef5-b79b-892b83ab0e0f up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:12:03.351813 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:12:03.352203 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (6de5ed77-5955-4ef5-b79b-892b83ab0e0f), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:03.430400 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 6de5ed77-5955-4ef5-b79b-892b83ab0e0f is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:12:16.236003 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9a1ab574-cd6a-455b-981d-0a0532ea2f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:18.522290 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-deedd3d7-fa50-4e18-8f5f-47f8ab6fb7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:19.739115 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:20.870701 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:22.484227 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:29.287908 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 5 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:12:46.237453 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-829d80da-77e8-4a85-9427-64c6e2fc5388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:48.520874 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-02b3c7ce-36db-4ae0-b8aa-da83b94bb112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:49.751516 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:50.835326 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:12:52.538235 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:06.286008 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 5 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:13:16.225145 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6c07d411-548f-407d-a4ef-636b1f74b41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:18.517042 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7f81a73-7f5d-46db-a8da-f808886a5a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:19.733183 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:20.846219 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:22.497880 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:30.393507 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41804) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:13:30.399495 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [None req-926a6df6-1d32-4d9f-a2b1-6f47a29199d7 tempest-verify_tempest_config-515230365 tempest-verify_tempest_config-515230365-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:13:30.400796 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-926a6df6-1d32-4d9f-a2b1-6f47a29199d7 tempest-verify_tempest_config-515230365 tempest-verify_tempest_config-515230365-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062842 Jan 24 09:13:31.052970 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41822) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:13:31.178181 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:31.266532 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Publish callbacks [] for security_group (13519a17-17e5-4bf9-be48-da98b6321f37), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:31.332848 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (13519a17-17e5-4bf9-be48-da98b6321f37), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:31.381213 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e70a9522b14546ac8820d9b950ab19c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3269551 Jan 24 09:13:31.382752 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13519a17-17e5-4bf9-be48-da98b6321f37,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:13:31.384759 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 41826) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:13:31.390900 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.391264 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.391620 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.391964 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.392303 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.392633 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.392970 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.393303 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.393650 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.394583 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.394583 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.394853 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.394944 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c1b8f8-589b-4b56-b56d-e394bb8463a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.450020 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Publish callbacks [] for security_group (13519a17-17e5-4bf9-be48-da98b6321f37), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:31.473295 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Publish callbacks [] for security_group (13519a17-17e5-4bf9-be48-da98b6321f37), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:31.642570 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (13519a17-17e5-4bf9-be48-da98b6321f37), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:31.645339 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:31.646527 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/13519a17-17e5-4bf9-be48-da98b6321f37 HTTP/1.1" status: 204 len: 168 time: 0.2604718 Jan 24 09:13:31.654861 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13519a17-17e5-4bf9-be48-da98b6321f37,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:13:31.661838 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.662223 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.662619 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.662959 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.663295 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.663626 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.663958 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.664287 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.664822 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.664973 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.665303 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.665623 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:31.665950 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544908b2-3684-46c3-9e6b-4649fbb9e986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:13:43.284281 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 5 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:13:46.274799 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-3c8e35f2-7a00-4865-a077-b403e8956d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:48.542707 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b14c4cad-73b9-4823-b9e6-a0a91c688d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:49.846062 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:50.954501 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:13:52.548787 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:14:16.308179 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-44433cb9-3bbe-462a-9886-ccc4bc3a5b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:14:18.564992 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-44bdb205-45be-46af-aba9-724630c960f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:14:19.787474 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:14:20.283121 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 5 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:14:20.924860 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:14:22.524936 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:14:46.289576 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1bac4add-2e70-4a0b-b7a8-f3ec5702a2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:14:48.534917 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7cbac4fb-dcda-4eed-9092-49edd355a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:14:49.769654 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:14:50.878193 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:14:52.609062 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:14:57.282944 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 5 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:15:16.248463 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9d98a346-5559-4aa4-8903-d96ef599a9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:15:16.848038 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614530'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:15:18.528592 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-13e3244b-d987-42dd-b433-7d99c83fa049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:15:19.739895 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:15:20.848049 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:15:22.511068 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:15:29.575211 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41900) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:15:29.682459 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-73f483f4-ea69-4216-a2fd-cf8aa22faa59 admin admin] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.1061745 Jan 24 09:15:31.966530 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41910) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:15:32.020925 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2f2afd40-9497-493d-9bdc-ffedd294fee0 admin admin] 10.222.0.113 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.0532982 Jan 24 09:15:34.282555 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:15:46.241687 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-87b1d090-c16b-4c5d-8ad4-6ee82cb04bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:15:46.814082 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:15:48.545111 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1dcaf5f1-843e-464b-a300-7cd37355ba5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:15:49.800834 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:15:50.903520 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:15:52.567345 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:11.281638 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:16:16.246899 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9e156257-4db9-44cc-9766-a9e65b0d1bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:16.800981 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:18.561573 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f6a0c430-6593-475a-b47f-7c94477eadcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:19.767540 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:20.856750 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:22.538065 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:46.243549 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-3d5bc81b-deb2-4227-93a2-e0ff83f2521d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:46.820680 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:48.282846 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:16:48.546781 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-10091064-f321-454c-99d9-31d39d10162e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:49.817704 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:50.886070 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:16:52.574663 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:06.371532 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 41994) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:06.575060 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-894354374-network', 'tenant_id': '31cb3477628042869ffe08048f0a8ee9'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:06.668878 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Made reservation on behalf of 31cb3477628042869ffe08048f0a8ee9 for: {'network': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:06.671219 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:06.681326 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:06.768194 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Publish callbacks [] for security_group (1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:06.856888 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:06.878138 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:17:06.894008 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:06.896995 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (fc6b7b47-7022-407b-8763-b76a72350408), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:06.897513 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.segments_db [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Added segment fc6b7b47-7022-407b-8763-b76a72350408 of type vlan for network f23cf8c8-3b67-45ad-b576-35efecf70ce3 Jan 24 09:17:06.909707 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.910083 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.911619 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.911619 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.911619 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.911619 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.911973 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.912225 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.912575 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.912904 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.913226 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.913554 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.913890 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Tracked resource versions report: Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: pushed versions: Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: { 'AddressGroup': {'1.2'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'ConntrackHelper': {'1.0'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Log': {'1.0'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Network': {'1.1'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Port': {'1.7'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'PortForwarding': {'1.2'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'QosPolicy': {'1.10'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SecurityGroup': {'1.5'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SubPort': {'1.0'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Subnet': {'1.1'}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Trunk': {'1.1'}} Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: consumer versions: Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: { DHCP agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: HyperV agent@hv-cinder-80403: {}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: L3 agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: Metadata agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: Metering agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: Open vSwitch agent@dv-cinder-804035-26-iscsi: { 'AddressGroup': '1.2', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'ConntrackHelper': '1.0', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'LocalIPAssociation': '1.0', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Log': '1.0', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Network': '1.1', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Port': '1.7', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'PortForwarding': '1.2', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'QosPolicy': '1.10', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SecurityGroup': '1.5', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SecurityGroupRule': '1.2', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'SubPort': '1.0', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Subnet': '1.1', Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: 'Trunk': '1.1'}} Jan 24 09:17:06.915041 dv-cinder-804035-26-iscsi neutron-server[103102]: {{(pid=103102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:17:06.957086 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (f23cf8c8-3b67-45ad-b576-35efecf70ce3), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:07.080104 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (f23cf8c8-3b67-45ad-b576-35efecf70ce3), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:07.081752 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:07.082615 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:07.250642 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8743861 Jan 24 09:17:07.253644 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42052) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:07.258519 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f20c2d-3302-41b5-a141-e328840bf326 admin admin] Pushing event updated for resources: {'Network': ['ID=f23cf8c8-3b67-45ad-b576-35efecf70ce3,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:07.260709 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Request body: {'subnet': {'network_id': 'f23cf8c8-3b67-45ad-b576-35efecf70ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-894354374-subnet', 'tenant_id': '31cb3477628042869ffe08048f0a8ee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:07.269624 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network f23cf8c8-3b67-45ad-b576-35efecf70ce3 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:17:07.397233 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Made reservation on behalf of 31cb3477628042869ffe08048f0a8ee9 for: {'subnet': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:07.399585 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:07.674443 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for subnet (1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:07.731178 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:07.740280 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.740694 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.741043 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.741397 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.741718 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.742050 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.742425 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.742758 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.743102 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.743605 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.744102 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.744575 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.745064 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Tracked resource versions report: Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: pushed versions: Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: { 'AddressGroup': {'1.2'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'ConntrackHelper': {'1.0'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Log': {'1.0'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Network': {'1.1'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Port': {'1.7'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'PortForwarding': {'1.2'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'QosPolicy': {'1.10'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SecurityGroup': {'1.5'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SubPort': {'1.0'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Subnet': {'1.1'}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Trunk': {'1.1'}} Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: consumer versions: Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: { DHCP agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: HyperV agent@hv-cinder-80403: {}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: L3 agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: Metadata agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: Metering agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: Open vSwitch agent@dv-cinder-804035-26-iscsi: { 'AddressGroup': '1.2', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'ConntrackHelper': '1.0', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'LocalIPAssociation': '1.0', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Log': '1.0', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Network': '1.1', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Port': '1.7', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'PortForwarding': '1.2', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'QosPolicy': '1.10', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SecurityGroup': '1.5', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SecurityGroupRule': '1.2', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'SubPort': '1.0', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Subnet': '1.1', Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: 'Trunk': '1.1'}} Jan 24 09:17:07.746255 dv-cinder-804035-26-iscsi neutron-server[103101]: {{(pid=103101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:17:07.765184 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Checking segment: {'id': 'fc6b7b47-7022-407b-8763-b76a72350408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f23cf8c8-3b67-45ad-b576-35efecf70ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:07.765534 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Network hostable DHCP agents. Network: f23cf8c8-3b67-45ad-b576-35efecf70ce3, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:17:07.955163 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Network f23cf8c8-3b67-45ad-b576-35efecf70ce3 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:17:08.051109 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, f23cf8c8-3b67-45ad-b576-35efecf70ce3) {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:08.056173 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:08.056774 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:08.065436 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15f7837-4cbf-4a6a-a253-4d01acfc1489 None None] Network f23cf8c8-3b67-45ad-b576-35efecf70ce3 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:17:08.146893 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-9186028d-8dde-4d0b-a47c-8b2413faf5d0 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8897049 Jan 24 09:17:08.181072 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aa8177-7260-473a-9cbc-ce68dd8ac5a5 None None] Network f23cf8c8-3b67-45ad-b576-35efecf70ce3 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:17:08.723234 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42112) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:08.750069 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42116) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:08.950427 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42130) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:09.128758 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-network', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:09.223630 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1795032564-network', 'tenant_id': '9effc220352541ecba9f319db87235de'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:09.265124 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Made reservation on behalf of cd6f638b201f414f81bda294a0adce5b for: {'network': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:09.265124 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.274403 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-352876148-network', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:09.274961 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.315508 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42142) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:09.371371 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Publish callbacks [] for security_group (5816a0d1-8f0a-4329-8558-364f0132a091), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.506163 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Made reservation on behalf of 9effc220352541ecba9f319db87235de for: {'network': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:09.507084 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Made reservation on behalf of 94bb7ee37f9545c7a38065c3e1a3b6c1 for: {'network': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:09.508783 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.509757 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.519028 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.519364 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.558262 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5816a0d1-8f0a-4329-8558-364f0132a091), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.592286 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:17:09.610552 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Publish callbacks [] for security_group (b85484ce-d191-412c-a6e2-82c125539b71), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.626932 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (2c957eb8-6228-4097-b6bf-554951cb9089), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.636133 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.segments_db [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Added segment 2c957eb8-6228-4097-b6bf-554951cb9089 of type vlan for network f851d587-14cc-48ac-9b32-b0aa546a9c65 Jan 24 09:17:09.636576 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-411192772-network', 'tenant_id': '1dc910091533410a986175bf4570f541'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:09.663994 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5816a0d1-8f0a-4329-8558-364f0132a091,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:09.680500 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (b85484ce-d191-412c-a6e2-82c125539b71), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.686219 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (f851d587-14cc-48ac-9b32-b0aa546a9c65), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.709350 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Publish callbacks [] for security_group (a8d0a230-875c-46a2-94c1-f10b65d19191), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.714282 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85484ce-d191-412c-a6e2-82c125539b71,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:09.725961 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:17:09.737005 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (99ce327c-99d7-4d6b-a613-4648760eccf5), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.737560 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.segments_db [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Added segment 99ce327c-99d7-4d6b-a613-4648760eccf5 of type vlan for network b0d83e5f-030e-4cd8-ac08-bbed93fad267 Jan 24 09:17:09.738694 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Made reservation on behalf of 1dc910091533410a986175bf4570f541 for: {'network': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:09.741250 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.756550 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.771036 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (f851d587-14cc-48ac-9b32-b0aa546a9c65), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.773822 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:09.773822 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.846718 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] Pushing event updated for resources: {'Network': ['ID=f851d587-14cc-48ac-9b32-b0aa546a9c65,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:09.851591 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a8d0a230-875c-46a2-94c1-f10b65d19191), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.864244 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:17:09.865136 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Publish callbacks [] for security_group (8014c8ee-b854-4842-97a7-782b3d2d50c4), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.866009 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network f851d587-14cc-48ac-9b32-b0aa546a9c65 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:17:09.873701 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (9dace532-da6c-48a9-b21e-4891081c0dd3), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.874050 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.segments_db [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Added segment 9dace532-da6c-48a9-b21e-4891081c0dd3 of type vlan for network 595abfef-3114-4487-9adf-a62cd7425c5d Jan 24 09:17:09.878715 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (b0d83e5f-030e-4cd8-ac08-bbed93fad267), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.917272 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (595abfef-3114-4487-9adf-a62cd7425c5d), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.951628 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (8014c8ee-b854-4842-97a7-782b3d2d50c4), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.962924 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d0a230-875c-46a2-94c1-f10b65d19191,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:09.978397 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:17:09.998050 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:09.998468 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.segments_db [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Added segment 3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0 of type vlan for network cecc965a-bd5f-433d-822a-db760db2c0ab Jan 24 09:17:10.060843 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (cecc965a-bd5f-433d-822a-db760db2c0ab), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.084134 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (b0d83e5f-030e-4cd8-ac08-bbed93fad267), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.085403 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:10.086218 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.113500 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-8018397e-be95-44f4-bbe3-0e276e202e15 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3865492 Jan 24 09:17:10.113500 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42170) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:10.129224 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] Request body: {'subnet': {'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-subnet', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:10.143905 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (595abfef-3114-4487-9adf-a62cd7425c5d), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.148545 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:10.150562 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.242519 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2892506 Jan 24 09:17:10.245340 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42184) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:10.251939 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (cecc965a-bd5f-433d-822a-db760db2c0ab), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.262728 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:10.265157 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.280491 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] Request body: {'subnet': {'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-subnet', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:10.294987 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8014c8ee-b854-4842-97a7-782b3d2d50c4,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:10.298148 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdaf0c6-8811-466a-849a-52fac3f5e732 admin admin] Pushing event updated for resources: {'Network': ['ID=b0d83e5f-030e-4cd8-ac08-bbed93fad267,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:10.310930 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=595abfef-3114-4487-9adf-a62cd7425c5d,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:10.332097 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network b0d83e5f-030e-4cd8-ac08-bbed93fad267 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:17:10.334812 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-b870f2c3-01e9-4ae4-b582-44d5c7bc2fe8 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5833821 Jan 24 09:17:10.336792 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42198) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:10.342956 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] Request body: {'subnet': {'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1795032564-subnet', 'tenant_id': '9effc220352541ecba9f319db87235de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:10.361915 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=cecc965a-bd5f-433d-822a-db760db2c0ab,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:10.370285 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network 595abfef-3114-4487-9adf-a62cd7425c5d details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:17:10.377901 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network cecc965a-bd5f-433d-822a-db760db2c0ab details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:17:10.390759 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2707dead-7c69-4055-95ee-6337c130e3b0 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0740430 Jan 24 09:17:10.393272 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42202) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:10.400372 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] Request body: {'subnet': {'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-411192772-subnet', 'tenant_id': '1dc910091533410a986175bf4570f541', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:10.517097 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] Made reservation on behalf of cd6f638b201f414f81bda294a0adce5b for: {'subnet': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:10.519544 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.531976 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] Made reservation on behalf of 94bb7ee37f9545c7a38065c3e1a3b6c1 for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:10.540916 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.569996 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] Made reservation on behalf of 9effc220352541ecba9f319db87235de for: {'subnet': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:10.573032 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.699907 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42224) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:10.706584 dv-cinder-804035-26-iscsi neutron-server[103101]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 09:17:10.871708 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for subnet (3272f763-2f6e-481e-8a91-15b6873888ea), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.907969 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] Made reservation on behalf of 1dc910091533410a986175bf4570f541 for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:10.912230 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:10.999579 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] Checking segment: {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:11.000258 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] Network hostable DHCP agents. Network: b0d83e5f-030e-4cd8-ac08-bbed93fad267, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:17:11.010449 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3272f763-2f6e-481e-8a91-15b6873888ea,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:11.048589 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-01a2b8c0-41c5-41cb-8e57-d302c5b2e030 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:11.050127 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-01a2b8c0-41c5-41cb-8e57-d302c5b2e030 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/networks?id=f23cf8c8-3b67-45ad-b576-35efecf70ce3 HTTP/1.1" status: 200 len: 811 time: 0.3446810 Jan 24 09:17:11.139771 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-bf6fc093-8e1f-4b71-8375-5093bd72fde7 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/quotas/31cb3477628042869ffe08048f0a8ee9 HTTP/1.1" status: 200 len: 375 time: 0.0601506 Jan 24 09:17:11.149179 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] Network b0d83e5f-030e-4cd8-ac08-bbed93fad267 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:17:11.228843 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-1ea16bfe-a38d-4b14-934a-55d2c348ac73 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=31cb3477628042869ffe08048f0a8ee9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769877 Jan 24 09:17:11.275399 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for subnet (1a3776bc-e355-476c-a289-572d782c9cb0), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.275764 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, b0d83e5f-030e-4cd8-ac08-bbed93fad267) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:11.278245 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for subnet (a5112ccc-ca3f-482c-bc18-0e8c182e366d), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.287323 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1388810c-0858-4966-8202-032a1397e2e3 None None] Network b0d83e5f-030e-4cd8-ac08-bbed93fad267 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:17:11.294505 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:11.295512 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.317223 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for subnet (7a5e6d63-43c4-459b-a03f-9672a3341cea), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.364035 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3776bc-e355-476c-a289-572d782c9cb0,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:11.409830 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] Checking segment: {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:11.415142 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] Network hostable DHCP agents. Network: cecc965a-bd5f-433d-822a-db760db2c0ab, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:17:11.418564 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5112ccc-ca3f-482c-bc18-0e8c182e366d,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:11.440403 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-fc027cc2-1e0a-4724-8471-9f8d3c1e100e admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1866024 Jan 24 09:17:11.441291 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe23cbee1-24f1-55de-80ea-489377c10006-b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea'}]}} from dv-cinder-804035-26-iscsi. {{(pid=103103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:17:11.452784 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42246) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:11.453575 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.453661 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:11.453787 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] Checking segment: {'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:11.453787 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] Network hostable DHCP agents. Network: f851d587-14cc-48ac-9b32-b0aa546a9c65, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:17:11.457424 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] Checking segment: {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:11.458889 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] Network hostable DHCP agents. Network: 595abfef-3114-4487-9adf-a62cd7425c5d, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:17:11.459958 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5e6d63-43c4-459b-a03f-9672a3341cea,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:11.530709 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-01a6b100-cf8a-4fe3-9c44-23cc5c9a2bcc service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:17:11.532290 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-01a6b100-cf8a-4fe3-9c44-23cc5c9a2bcc service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0566871 Jan 24 09:17:11.534620 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6850'] for router (869d7de5-2206-46fc-88c4-05ca9317430d), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.535965 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6875'] for router (869d7de5-2206-46fc-88c4-05ca9317430d), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.542737 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] Network cecc965a-bd5f-433d-822a-db760db2c0ab is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:17:11.606426 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Publish callbacks [] for router_controller (869d7de5-2206-46fc-88c4-05ca9317430d), precommit_add_association {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.626403 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] Network 595abfef-3114-4487-9adf-a62cd7425c5d is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:17:11.628215 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] Network f851d587-14cc-48ac-9b32-b0aa546a9c65 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:17:11.631836 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Allocated IP 172.20.0.2 (b0d83e5f-030e-4cd8-ac08-bbed93fad267/3272f763-2f6e-481e-8a91-15b6873888ea/a313b5f3-44da-4c35-9a46-84d68b333579) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:11.693461 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-79cd7dab-1d26-4bac-9a4b-8dcc3d98c753 service neutron] 10.222.0.113 "GET /v2.0/networks/f23cf8c8-3b67-45ad-b576-35efecf70ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455522 Jan 24 09:17:11.740687 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, cecc965a-bd5f-433d-822a-db760db2c0ab) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:11.747005 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:11.747873 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.767121 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, f851d587-14cc-48ac-9b32-b0aa546a9c65) {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:11.768689 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, 595abfef-3114-4487-9adf-a62cd7425c5d) {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:11.773229 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565d83a-c111-4c43-8e13-82d8e845b03e None None] Network cecc965a-bd5f-433d-822a-db760db2c0ab requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:17:11.775340 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:11.775949 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.795754 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:11.796820 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.805454 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c174f30b-6224-4208-bea0-3ab9c22a934b None None] Network f851d587-14cc-48ac-9b32-b0aa546a9c65 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:17:11.813053 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d398ae16-f2ac-4df0-9b9a-5f616a78a8a7 None None] Network 595abfef-3114-4487-9adf-a62cd7425c5d requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:17:11.857120 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-8b5313b7-bcd2-42f3-80dd-32568b15a06f service neutron] 10.222.0.113 "GET /v2.0/networks/f23cf8c8-3b67-45ad-b576-35efecf70ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525300 Jan 24 09:17:11.919727 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-28607cfa-b1ef-4151-9be4-a28b20b2e8dc admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7972775 Jan 24 09:17:11.922602 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42266) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:11.929768 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Publish callbacks [] for router_gateway (869d7de5-2206-46fc-88c4-05ca9317430d), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:11.931074 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-router', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:11.976190 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-97500bca-9b55-43bc-90a5-32caed7c2df3 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6369267 Jan 24 09:17:11.996432 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Publish callbacks [] for port (a313b5f3-44da-4c35-9a46-84d68b333579), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.002117 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-b191bc1d-d82e-4381-863a-b180bee1902c admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6075783 Jan 24 09:17:12.012249 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42274) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:12.054169 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:12.155272 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.187292 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6850'] for router (b8eac275-b042-4cea-9e35-b9068be1218b), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.201507 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6875'] for router (b8eac275-b042-4cea-9e35-b9068be1218b), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.201635 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Network b0d83e5f-030e-4cd8-ac08-bbed93fad267 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:12.205592 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:12.235522 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:12.279051 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe23cbee1-24f1-55de-80ea-489377c10006-cecc965a-bd5f-433d-822a-db760db2c0ab', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'project_id': '1dc910091533410a986175bf4570f541', 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d'}]}} from dv-cinder-804035-26-iscsi. {{(pid=103103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:17:12.287513 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.313468 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42300) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:12.318613 dv-cinder-804035-26-iscsi neutron-server[103102]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 09:17:12.393231 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-64a20151-bff3-440c-8d00-503d5ed1c7ff req-0f8bf390-2324-4787-b906-b911cf095979 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.0782905 Jan 24 09:17:12.599991 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Publish callbacks [] for router_controller (b8eac275-b042-4cea-9e35-b9068be1218b), precommit_add_association {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.602022 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6850'] for router (c7b070b7-1d3f-4584-8d15-c0c36faf949f), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.603189 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6875'] for router (c7b070b7-1d3f-4584-8d15-c0c36faf949f), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.680599 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Allocated IP 172.20.0.2 (cecc965a-bd5f-433d-822a-db760db2c0ab/a5112ccc-ca3f-482c-bc18-0e8c182e366d/2a0dd4e4-bfa3-413a-aea4-28a96214f45e) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:12.728521 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfe181-f0cb-41ae-a546-3b4ef7ea2361 None None] Network f851d587-14cc-48ac-9b32-b0aa546a9c65 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:17:12.735131 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Publish callbacks [] for router_gateway (869d7de5-2206-46fc-88c4-05ca9317430d), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.759929 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Attempting to bind port a313b5f3-44da-4c35-9a46-84d68b333579 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:12.763769 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Attempting to bind port a313b5f3-44da-4c35-9a46-84d68b333579 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:12.763769 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Attempting to bind port a313b5f3-44da-4c35-9a46-84d68b333579 on network b0d83e5f-030e-4cd8-ac08-bbed93fad267 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:12.782809 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:12.783189 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Checking segment: {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:12.783595 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.783989 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Bound using segment: {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:12.784504 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Bound port: a313b5f3-44da-4c35-9a46-84d68b333579, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:12.784844 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.794979 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.855268 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Publish callbacks [] for router_controller (c7b070b7-1d3f-4584-8d15-c0c36faf949f), precommit_add_association {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:12.889187 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] For port a313b5f3-44da-4c35-9a46-84d68b333579, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:12.894060 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Pushing event updated for resources: {'Port': ['ID=a313b5f3-44da-4c35-9a46-84d68b333579,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:12.921503 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.921970 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.922378 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.922726 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.923066 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.923684 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.923888 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.924396 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.924580 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.924866 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.925203 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.925525 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.925848 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Tracked resource versions report: Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: pushed versions: Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: { 'AddressGroup': {'1.2'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'ConntrackHelper': {'1.0'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Log': {'1.0'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Network': {'1.1'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Port': {'1.7'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'PortForwarding': {'1.2'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'QosPolicy': {'1.10'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SecurityGroup': {'1.5'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SubPort': {'1.0'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Subnet': {'1.1'}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Trunk': {'1.1'}} Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: consumer versions: Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: { DHCP agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: HyperV agent@hv-cinder-80403: {}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: L3 agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: Metadata agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: Metering agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: Open vSwitch agent@dv-cinder-804035-26-iscsi: { 'AddressGroup': '1.2', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'ConntrackHelper': '1.0', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'LocalIPAssociation': '1.0', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Log': '1.0', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Network': '1.1', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Port': '1.7', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'PortForwarding': '1.2', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'QosPolicy': '1.10', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SecurityGroup': '1.5', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SecurityGroupRule': '1.2', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'SubPort': '1.0', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Subnet': '1.1', Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: 'Trunk': '1.1'}} Jan 24 09:17:12.927385 dv-cinder-804035-26-iscsi neutron-server[103103]: {{(pid=103103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:17:12.975395 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] For port a313b5f3-44da-4c35-9a46-84d68b333579, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a313b5f3-44da-4c35-9a46-84d68b333579,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:13.072314 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42362) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:13.092982 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75eea57-4e19-454a-a0f0-b55da7d49990 None None] Network 595abfef-3114-4487-9adf-a62cd7425c5d requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:17:13.099857 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Publish callbacks [] for router_gateway (b8eac275-b042-4cea-9e35-b9068be1218b), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.149980 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.153013 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-8196935d-0305-4d25-bb0a-768a3401632a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:13.161001 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-8196935d-0305-4d25-bb0a-768a3401632a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/networks?id=595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 200 len: 815 time: 0.4022589 Jan 24 09:17:13.177617 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-31b7d397-36a8-4076-ada9-cd13962bd243 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/quotas/9effc220352541ecba9f319db87235de HTTP/1.1" status: 200 len: 375 time: 0.0146892 Jan 24 09:17:13.226539 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-56b898b1-744d-471e-90ea-adf9441ac03d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480487 Jan 24 09:17:13.265991 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Allocated IP 172.27.0.222 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/f0853914-b0a6-470d-8d83-874edb740847) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:13.348138 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a0af9bf5-c9cd-4931-8f6f-532524feb6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.363033 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Publish callbacks [] for router_gateway (c7b070b7-1d3f-4584-8d15-c0c36faf949f), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.392087 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d94f2-4f9d-49a6-9f7d-66f31e7722ba None None] Pushing event updated for resources: {'Port': ['ID=a313b5f3-44da-4c35-9a46-84d68b333579,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:13.450705 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-c8ac03e8-128f-468c-b6e5-4e2d729a6524 service neutron] 10.222.0.113 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232361 Jan 24 09:17:13.463477 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Publish callbacks [] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.548054 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42374) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:13.554512 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.624068 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Network cecc965a-bd5f-433d-822a-db760db2c0ab is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:13.631656 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:13.639197 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:13.719030 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Pushing event updated for resources: {'Port': ['ID=2a0dd4e4-bfa3-413a-aea4-28a96214f45e,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:13.719958 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Publish callbacks [] for port (f0853914-b0a6-470d-8d83-874edb740847), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.720241 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a0af9bf5-c9cd-4931-8f6f-532524feb6ba admin admin] Publish callbacks [] for security_group (b8dab8ac-c1fa-400c-b5f1-e9086220614d), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.791526 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Attempting to bind port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:13.791902 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Attempting to bind port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:13.792270 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Attempting to bind port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e on network cecc965a-bd5f-433d-822a-db760db2c0ab {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:13.803039 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1636d69c-f4be-4d7d-b026-83b6a1761bff req-732cb5e2-4308-495e-b936-42ae3bfa60e6 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.0771780 Jan 24 09:17:13.805634 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:13.806043 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Checking segment: {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:13.806436 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.806869 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Bound using segment: {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:13.808171 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Bound port: 2a0dd4e4-bfa3-413a-aea4-28a96214f45e, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:13.808171 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.813091 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (f0853914-b0a6-470d-8d83-874edb740847), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.816897 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a0af9bf5-c9cd-4931-8f6f-532524feb6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (b8dab8ac-c1fa-400c-b5f1-e9086220614d), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:13.886290 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af9bf5-c9cd-4931-8f6f-532524feb6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dab8ac-c1fa-400c-b5f1-e9086220614d,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:13.891976 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:13.897475 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] For port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:13.918442 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] For port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=2a0dd4e4-bfa3-413a-aea4-28a96214f45e,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:13.925071 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-d46d2fe4-0882-4d40-bee4-d5f89b2d3a12 service neutron] 10.222.0.113 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734285 Jan 24 09:17:13.929262 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Pushing event updated for resources: {'Port': ['ID=f0853914-b0a6-470d-8d83-874edb740847,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:13.937283 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:13.943866 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:13.996055 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a21c772b-9cd5-490a-8393-29736606c9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.002769 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-a0af9bf5-c9cd-4931-8f6f-532524feb6ba admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f952f0ed9e824bf1998c8dd8a33722a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9250393 Jan 24 09:17:14.003052 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42384) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:14.008556 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.009576 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Publish callbacks [] for router_gateway (b8eac275-b042-4cea-9e35-b9068be1218b), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.041009 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.110623 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eca606-bd07-432e-adaa-633fb870114d None None] Pushing event updated for resources: {'Port': ['ID=2a0dd4e4-bfa3-413a-aea4-28a96214f45e,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:14.184245 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e44d0078-b746-4c2d-8df3-b40e86b01638 admin admin] Publish callbacks [] for security_group (b8dab8ac-c1fa-400c-b5f1-e9086220614d), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.248291 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e44d0078-b746-4c2d-8df3-b40e86b01638 admin admin] Publish callbacks [] for security_group (b8dab8ac-c1fa-400c-b5f1-e9086220614d), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.281272 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Allocated IP 172.27.0.89 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/cd1e6c09-8a86-431d-b836-404a0c377ee7) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:14.368595 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7c274b45-5b49-42f1-90f7-4adf1f0f7410 req-ad9ad336-4dc8-456d-a630-9492c6937967 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 210 time: 0.1177163 Jan 24 09:17:14.409048 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a21c772b-9cd5-490a-8393-29736606c9bf admin admin] Publish callbacks [] for security_group (361cf1c2-b09f-42c8-a699-b4115ddad127), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.508140 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Publish callbacks [] for router_gateway (c7b070b7-1d3f-4584-8d15-c0c36faf949f), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.545080 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.561582 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Publish callbacks [] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.635710 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a21c772b-9cd5-490a-8393-29736606c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (361cf1c2-b09f-42c8-a699-b4115ddad127), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.652028 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Publish callbacks [] for router_gateway (869d7de5-2206-46fc-88c4-05ca9317430d), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.697591 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e44d0078-b746-4c2d-8df3-b40e86b01638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (b8dab8ac-c1fa-400c-b5f1-e9086220614d), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.701230 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e44d0078-b746-4c2d-8df3-b40e86b01638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:14.705420 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-e44d0078-b746-4c2d-8df3-b40e86b01638 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b8dab8ac-c1fa-400c-b5f1-e9086220614d HTTP/1.1" status: 204 len: 168 time: 0.6991367 Jan 24 09:17:14.780900 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d0078-b746-4c2d-8df3-b40e86b01638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dab8ac-c1fa-400c-b5f1-e9086220614d,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:14.875593 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-a21c772b-9cd5-490a-8393-29736606c9bf admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7768a7bda8bd43988ae8c76ab6d77eb2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3249357 Jan 24 09:17:14.882802 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42422) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:14.906587 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c772b-9cd5-490a-8393-29736606c9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361cf1c2-b09f-42c8-a699-b4115ddad127,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:14.946811 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ccf7ca99-6a08-4708-aa4c-172480382194 req-25a66e7c-2dd2-4ba6-9900-ddddac929b55 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.0696304 Jan 24 09:17:14.952887 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:15.038628 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:15.046238 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4031a4-2edd-46b5-8ccd-619831cec928 None None] Network b0d83e5f-030e-4cd8-ac08-bbed93fad267 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:17:15.048092 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:15.055024 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:15.086926 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-95d41395-f30e-4370-b1d0-49e52a969911 admin admin] Publish callbacks [] for security_group (361cf1c2-b09f-42c8-a699-b4115ddad127), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:15.099733 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Allocated IP 172.27.0.2 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/dc7ae9b9-0d17-4b5e-8652-60503aa70956) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:15.192108 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-95d41395-f30e-4370-b1d0-49e52a969911 admin admin] Publish callbacks [] for security_group (361cf1c2-b09f-42c8-a699-b4115ddad127), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:15.200215 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1e6c09-8a86-431d-b836-404a0c377ee7,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:15.282457 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-f60af0fa-78ae-484b-a3af-f4df2c8eb762 None None] Provisioning complete for port a313b5f3-44da-4c35-9a46-84d68b333579 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:15.283575 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f60af0fa-78ae-484b-a3af-f4df2c8eb762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:15.325889 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620227'] for router (869d7de5-2206-46fc-88c4-05ca9317430d), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:15.481901 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-f60af0fa-78ae-484b-a3af-f4df2c8eb762 None None] Current status of the port a313b5f3-44da-4c35-9a46-84d68b333579 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:15.482606 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f60af0fa-78ae-484b-a3af-f4df2c8eb762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:15.547622 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-f60af0fa-78ae-484b-a3af-f4df2c8eb762 None None] For port a313b5f3-44da-4c35-9a46-84d68b333579, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a313b5f3-44da-4c35-9a46-84d68b333579,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:15.643570 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f60af0fa-78ae-484b-a3af-f4df2c8eb762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:15.732556 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6444e12b-01e7-429e-9112-c817a7826987 req-c99c2629-c79d-4aa6-b48e-bcbbc40695b7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 210 time: 0.1454928 Jan 24 09:17:15.832617 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 2a0dd4e4-bfa3-413a-aea4-28a96214f45e up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:15.839133 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-95d41395-f30e-4370-b1d0-49e52a969911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (361cf1c2-b09f-42c8-a699-b4115ddad127), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:15.841683 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-95d41395-f30e-4370-b1d0-49e52a969911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:15.845707 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-95d41395-f30e-4370-b1d0-49e52a969911 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/361cf1c2-b09f-42c8-a699-b4115ddad127 HTTP/1.1" status: 204 len: 168 time: 0.9606237 Jan 24 09:17:15.857752 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9164da0-495b-42cf-a4e2-e76852612efa None None] Network cecc965a-bd5f-433d-822a-db760db2c0ab requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:17:15.866195 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d41395-f30e-4370-b1d0-49e52a969911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361cf1c2-b09f-42c8-a699-b4115ddad127,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:15.882841 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Publish callbacks [] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:15.931702 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Publish callbacks [] for router_gateway (b8eac275-b042-4cea-9e35-b9068be1218b), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:15.977040 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42444) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:15.994955 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60af0fa-78ae-484b-a3af-f4df2c8eb762 None None] Pushing event updated for resources: {'Port': ['ID=a313b5f3-44da-4c35-9a46-84d68b333579,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:16.040256 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5575a1b9-d1a8-4063-a388-8b2d745e2a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.051215 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-463b0553-10ea-4590-9ff5-d11fcb6064f8 None None] Provisioning complete for port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:16.052829 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-463b0553-10ea-4590-9ff5-d11fcb6064f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.134378 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.188318 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Router 869d7de5-2206-46fc-88c4-05ca9317430d is scheduled to L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 with binding_index 1 {{(pid=103102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:17:16.252905 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:16.281414 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-51d94c2d-4524-4cf7-b126-1acd58a3630f req-6ac158e7-ff2d-47ee-8119-0bd348e4b02e tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.0902805 Jan 24 09:17:16.298729 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:16.303751 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Pushing event updated for resources: {'Port': ['ID=dc7ae9b9-0d17-4b5e-8652-60503aa70956,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:16.314694 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:16.352223 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:16.352620 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.486155 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-463b0553-10ea-4590-9ff5-d11fcb6064f8 None None] Current status of the port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:16.486709 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-463b0553-10ea-4590-9ff5-d11fcb6064f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.507344 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7c786d79-3730-4851-855b-8a8b36abe06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.514434 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5575a1b9-d1a8-4063-a388-8b2d745e2a1b admin admin] Publish callbacks [] for security_group (b5377090-0c82-4de6-9a68-7f874ad501b1), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.515662 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620227'] for router (b8eac275-b042-4cea-9e35-b9068be1218b), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.590907 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-463b0553-10ea-4590-9ff5-d11fcb6064f8 None None] For port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=2a0dd4e4-bfa3-413a-aea4-28a96214f45e,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:16.596082 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:17:16.608930 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Sync routers for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:17:16.625044 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:16.625739 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:16:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:16.651406 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:16.651406 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.706582 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5575a1b9-d1a8-4063-a388-8b2d745e2a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (b5377090-0c82-4de6-9a68-7f874ad501b1), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.755388 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-5575a1b9-d1a8-4063-a388-8b2d745e2a1b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=688e023a61a540ffaffc914b040a30cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7739356 Jan 24 09:17:16.755388 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575a1b9-d1a8-4063-a388-8b2d745e2a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5377090-0c82-4de6-9a68-7f874ad501b1,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:16.756328 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42464) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:16.804285 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-463b0553-10ea-4590-9ff5-d11fcb6064f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.856501 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e6505ca6-f317-41e1-9898-80f64efe6740 req-2377ff19-3750-48eb-80ad-1fd5adf3ee3e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 210 time: 0.0558450 Jan 24 09:17:16.857880 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Router b8eac275-b042-4cea-9e35-b9068be1218b is scheduled to L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 with binding_index 1 {{(pid=103101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:17:16.887598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.890223 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-d13934f1-b853-43aa-b16c-47ececfd9c47 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4457576 Jan 24 09:17:16.893686 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42470) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:16.915511 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.db.api [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:17:16.916162 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG oslo_db.api [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 09:17:16.923896 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:16.937195 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:16.946924 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b0553-10ea-4590-9ff5-d11fcb6064f8 None None] Pushing event updated for resources: {'Port': ['ID=2a0dd4e4-bfa3-413a-aea4-28a96214f45e,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:16.961170 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-a97dc371-08fd-4503-90f7-6d8a5c2ddfd4 None None] Provisioning complete for port a313b5f3-44da-4c35-9a46-84d68b333579 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:16.964737 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a97dc371-08fd-4503-90f7-6d8a5c2ddfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.006838 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-866a94f9-4cc0-4a36-a996-635a24e1aa00 admin admin] Publish callbacks [] for security_group (b5377090-0c82-4de6-9a68-7f874ad501b1), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.025557 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:17:17.038676 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Sync routers for ids ['b8eac275-b042-4cea-9e35-b9068be1218b'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:17:17.052829 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Routers {'b8eac275-b042-4cea-9e35-b9068be1218b'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:17.054409 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:16:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['b8eac275-b042-4cea-9e35-b9068be1218b'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:17.119144 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-866a94f9-4cc0-4a36-a996-635a24e1aa00 admin admin] Publish callbacks [] for security_group (b5377090-0c82-4de6-9a68-7f874ad501b1), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.127579 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.129111 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-2641a2d4-ad92-4385-a018-9699fbc7a8d6 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2042294 Jan 24 09:17:17.134053 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Publish callbacks [] for router_gateway (c7b070b7-1d3f-4584-8d15-c0c36faf949f), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.135943 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42478) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:17.199286 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:14Z', 'revision_number': 3, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:17.234872 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Checking router: 869d7de5-2206-46fc-88c4-05ca9317430d for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:17:17.235417 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Updating router 869d7de5-2206-46fc-88c4-05ca9317430d port f0853914-b0a6-470d-8d83-874edb740847 binding host dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:17:17.268743 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (f0853914-b0a6-470d-8d83-874edb740847), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.362162 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Set router b8eac275-b042-4cea-9e35-b9068be1218b gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:17.463437 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-866a94f9-4cc0-4a36-a996-635a24e1aa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (b5377090-0c82-4de6-9a68-7f874ad501b1), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.466233 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-866a94f9-4cc0-4a36-a996-635a24e1aa00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.470257 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-866a94f9-4cc0-4a36-a996-635a24e1aa00 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b5377090-0c82-4de6-9a68-7f874ad501b1 HTTP/1.1" status: 204 len: 168 time: 0.7101681 Jan 24 09:17:17.492503 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a94f9-4cc0-4a36-a996-635a24e1aa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5377090-0c82-4de6-9a68-7f874ad501b1,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:17.510701 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620227'] for router (c7b070b7-1d3f-4584-8d15-c0c36faf949f), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.542766 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:17.544131 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a313b5f3-44da-4c35-9a46-84d68b333579 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:17.612829 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-43ac3b01-396f-407b-b54f-d8d5d53cc46b req-ab1a0335-4c80-48c5-bd44-372aaaa98c93 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.0468078 Jan 24 09:17:17.879437 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-a97dc371-08fd-4503-90f7-6d8a5c2ddfd4 None None] Current status of the port a313b5f3-44da-4c35-9a46-84d68b333579 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:17.882229 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Publish callbacks [] for port (f0853914-b0a6-470d-8d83-874edb740847), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.882894 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-a97dc371-08fd-4503-90f7-6d8a5c2ddfd4 None None] Provisioning complete for port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:17.882894 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a97dc371-08fd-4503-90f7-6d8a5c2ddfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.882894 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port a313b5f3-44da-4c35-9a46-84d68b333579 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:17.882894 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.883093 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (f0853914-b0a6-470d-8d83-874edb740847), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.954708 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:17.962205 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-router', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:15Z', 'revision_number': 3, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'gw_port': {'id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:68:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:18.012001 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Checking router: b8eac275-b042-4cea-9e35-b9068be1218b for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:17:18.012362 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Updating router b8eac275-b042-4cea-9e35-b9068be1218b port cd1e6c09-8a86-431d-b836-404a0c377ee7 binding host dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:17:18.016269 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-a97dc371-08fd-4503-90f7-6d8a5c2ddfd4 None None] Current status of the port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:18.025737 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Router c7b070b7-1d3f-4584-8d15-c0c36faf949f is scheduled to L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 with binding_index 1 {{(pid=103102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:17:18.042941 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Pushing event updated for resources: {'Port': ['ID=f0853914-b0a6-470d-8d83-874edb740847,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:18.059485 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Attempting to bind port f0853914-b0a6-470d-8d83-874edb740847 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:18.059866 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Attempting to bind port f0853914-b0a6-470d-8d83-874edb740847 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:18.062383 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Attempting to bind port f0853914-b0a6-470d-8d83-874edb740847 on network e3ca9c5d-a4c5-4d81-86d9-e7717add369b {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:18.070162 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.071003 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.071377 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.072149 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.075073 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.075582 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.076988 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.077681 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.080468 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.081011 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.082345 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.083030 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.084241 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.084886 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Tracked resource versions report: Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: pushed versions: Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: { 'AddressGroup': {'1.2'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'ConntrackHelper': {'1.0'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Log': {'1.0'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Network': {'1.1'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Port': {'1.7'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'PortForwarding': {'1.2'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'QosPolicy': {'1.10'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SecurityGroup': {'1.5'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SubPort': {'1.0'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Subnet': {'1.1'}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Trunk': {'1.1'}} Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: consumer versions: Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: { DHCP agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: HyperV agent@hv-cinder-80403: {}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: L3 agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: Metadata agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: Metering agent@dv-cinder-804035-26-iscsi: {}, Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: Open vSwitch agent@dv-cinder-804035-26-iscsi: { 'AddressGroup': '1.2', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'ConntrackHelper': '1.0', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'LocalIPAssociation': '1.0', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Log': '1.0', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Network': '1.1', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Port': '1.7', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'PortForwarding': '1.2', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'QosPolicy': '1.10', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SecurityGroup': '1.5', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SecurityGroupRule': '1.2', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'SubPort': '1.0', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Subnet': '1.1', Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: 'Trunk': '1.1'}} Jan 24 09:17:18.087113 dv-cinder-804035-26-iscsi neutron-server[103104]: {{(pid=103104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:17:18.094274 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:18.095653 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Checking segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:18.096217 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.099900 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Bound using segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:18.099900 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Bound port: f0853914-b0a6-470d-8d83-874edb740847, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:18.099900 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (f0853914-b0a6-470d-8d83-874edb740847), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.127391 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-14aa2835-fe2d-4045-a20b-01bf9a0fdd7c req-907b242a-b84b-45e1-8f61-14f96b0783d5 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 210 time: 0.1056345 Jan 24 09:17:18.147579 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port a313b5f3-44da-4c35-9a46-84d68b333579 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:18.214272 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] For port f0853914-b0a6-470d-8d83-874edb740847, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:18.220544 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] For port f0853914-b0a6-470d-8d83-874edb740847, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=f0853914-b0a6-470d-8d83-874edb740847,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:18.352452 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 2a0dd4e4-bfa3-413a-aea4-28a96214f45e up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:18.368601 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Allocated IP 172.20.0.1 (f851d587-14cc-48ac-9b32-b0aa546a9c65/7a5e6d63-43c4-459b-a03f-9672a3341cea/9bd58579-ab75-4745-b494-71f2aa4bbe9e) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:18.448152 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (f0853914-b0a6-470d-8d83-874edb740847), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.485869 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.532372 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:17:18.567777 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Publish callbacks [] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.572095 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:18.572661 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.572782 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71418083-4a04-4dba-91e4-982f92336d5f None None] Pushing event updated for resources: {'Port': ['ID=f0853914-b0a6-470d-8d83-874edb740847,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:18.577615 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Sync routers for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:17:18.608563 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:18.609155 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:16:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:18.629303 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5c239812-1242-4abb-9461-0f90ca2d6700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.665746 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Publish callbacks [] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.734693 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.735893 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-305cb05c-654d-4c7e-9657-2863eee4121f admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7225885 Jan 24 09:17:18.736887 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:18.738144 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a313b5f3-44da-4c35-9a46-84d68b333579 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:18.739548 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42522) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:18.756641 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c18fe789-3018-47ae-a9ee-b9447cb83f33 req-de32a0fe-50ec-4fb0-b6d5-1fb22b300e56 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.0398784 Jan 24 09:17:18.771204 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Allocated IP 172.20.0.1 (b0d83e5f-030e-4cd8-ac08-bbed93fad267/3272f763-2f6e-481e-8a91-15b6873888ea/5ea81c86-8636-495f-a354-d7f5d998ed2e) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:18.779085 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.797521 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:18.798197 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:16:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:18.832128 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.857134 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Attempting to bind port cd1e6c09-8a86-431d-b836-404a0c377ee7 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:18.857503 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Attempting to bind port cd1e6c09-8a86-431d-b836-404a0c377ee7 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:18.857858 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Attempting to bind port cd1e6c09-8a86-431d-b836-404a0c377ee7 on network e3ca9c5d-a4c5-4d81-86d9-e7717add369b {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:18.863330 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e4e54-1bd6-48be-8b0b-478adb9a8e68 None None] Pushing event updated for resources: {'Port': ['ID=cd1e6c09-8a86-431d-b836-404a0c377ee7,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:18.869932 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:18.870327 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Checking segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:18.870932 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.871542 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Bound using segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:18.872353 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Bound port: cd1e6c09-8a86-431d-b836-404a0c377ee7, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:18.872932 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.899732 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port a313b5f3-44da-4c35-9a46-84d68b333579 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:18.899732 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.930928 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:18.941136 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Publish callbacks [] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:18.955004 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd58579-ab75-4745-b494-71f2aa4bbe9e,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:18.961680 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] For port cd1e6c09-8a86-431d-b836-404a0c377ee7, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:18.966600 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] For port cd1e6c09-8a86-431d-b836-404a0c377ee7, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=cd1e6c09-8a86-431d-b836-404a0c377ee7,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:18.993931 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Network f851d587-14cc-48ac-9b32-b0aa546a9c65 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:19.018844 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port a313b5f3-44da-4c35-9a46-84d68b333579 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:19.029829 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:19.033437 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:19.033931 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618225'] for router_interface (b8eac275-b042-4cea-9e35-b9068be1218b), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:19.066062 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:19.120044 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:19.231593 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:19.291114 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Network b0d83e5f-030e-4cd8-ac08-bbed93fad267 is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:19.312495 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:19.329166 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:19.330378 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d7df9a91-fcb4-46f6-be53-43345d7b34d8 req-48f0f964-d945-4787-9e5b-f784737871f1 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 210 time: 0.0592544 Jan 24 09:17:19.330783 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618225'] for router_interface (869d7de5-2206-46fc-88c4-05ca9317430d), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:19.449700 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e4e54-1bd6-48be-8b0b-478adb9a8e68 None None] Pushing event updated for resources: {'Port': ['ID=cd1e6c09-8a86-431d-b836-404a0c377ee7,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:19.485981 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Routers {'b8eac275-b042-4cea-9e35-b9068be1218b'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:19.486942 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['b8eac275-b042-4cea-9e35-b9068be1218b'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:19.492868 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea81c86-8636-495f-a354-d7f5d998ed2e,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:19.660435 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:16Z', 'revision_number': 3, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:19.732234 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Checking router: c7b070b7-1d3f-4584-8d15-c0c36faf949f for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:17:19.732756 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Updating router c7b070b7-1d3f-4584-8d15-c0c36faf949f port dc7ae9b9-0d17-4b5e-8652-60503aa70956 binding host dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:17:19.757832 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] Set router b8eac275-b042-4cea-9e35-b9068be1218b gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:19.797021 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:19.798962 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:19.813650 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.115', 55040) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:19.904248 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:20.022210 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4f1b9ac9-c0fe-46e5-bc36-42a8ac89bef8 req-902f04be-36e7-4695-a925-a550a0a28a31 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.1019809 Jan 24 09:17:20.073538 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-2b71429b-25d5-42cb-9590-7c119c2546b3 None None] Provisioning complete for port 5ea81c86-8636-495f-a354-d7f5d998ed2e triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:20.073913 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2b71429b-25d5-42cb-9590-7c119c2546b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:20.097623 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-c636ef15-3be3-4acb-b90d-47e331d31269 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:20.100644 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-c636ef15-3be3-4acb-b90d-47e331d31269 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.115 "GET /v2.0/networks?id=f23cf8c8-3b67-45ad-b576-35efecf70ce3 HTTP/1.1" status: 200 len: 811 time: 0.2864683 Jan 24 09:17:20.202089 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-2b71429b-25d5-42cb-9590-7c119c2546b3 None None] Port 5ea81c86-8636-495f-a354-d7f5d998ed2e cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:17:20.231536 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Request body: {'port': {'device_id': '8f231864-55f5-469d-b015-721a0ddc5e3d', 'network_id': 'f23cf8c8-3b67-45ad-b576-35efecf70ce3', 'admin_state_up': True, 'tenant_id': '31cb3477628042869ffe08048f0a8ee9'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:20.233839 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:14Z', 'revision_number': 3, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:20.240509 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-router', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:15Z', 'revision_number': 3, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'gw_port': {'id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:68:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:20.264307 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Publish callbacks [] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:20.267804 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e423d-47c2-4b2f-bc42-c1eda6567b04 None None] The sync data for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi is: [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:14Z', 'revision_number': 3, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:17:20.292395 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ae92c-cf3e-43a9-86a2-89a69608490a None None] The sync data for ids ['b8eac275-b042-4cea-9e35-b9068be1218b'] in dv-cinder-804035-26-iscsi is: [{'id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-router', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:15Z', 'revision_number': 3, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'gw_port': {'id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:68:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:17:20.377203 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:20.377203 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622139'] for router_interface (869d7de5-2206-46fc-88c4-05ca9317430d), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:20.477544 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Publish callbacks [] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:20.542531 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:20.550939 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea81c86-8636-495f-a354-d7f5d998ed2e,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:20.556056 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc43574c-4d8b-4939-89ae-e2e40a091078 req-552ec686-c017-44d0-9584-3bf81c0f59f4 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 210 time: 0.0610335 Jan 24 09:17:20.571727 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:20.632634 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.115', 55043) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:20.774225 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Attempting to bind port dc7ae9b9-0d17-4b5e-8652-60503aa70956 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:20.780630 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Attempting to bind port dc7ae9b9-0d17-4b5e-8652-60503aa70956 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:20.781008 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Attempting to bind port dc7ae9b9-0d17-4b5e-8652-60503aa70956 on network e3ca9c5d-a4c5-4d81-86d9-e7717add369b {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:20.788562 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabe9bb-b753-4275-b0c6-039f979f1a26 None None] Pushing event updated for resources: {'Port': ['ID=dc7ae9b9-0d17-4b5e-8652-60503aa70956,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:20.851159 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:20.857377 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Checking segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:20.857935 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:20.865848 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Bound using segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:20.867160 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Bound port: dc7ae9b9-0d17-4b5e-8652-60503aa70956, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:20.867580 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:20.928058 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:21.046247 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] For port dc7ae9b9-0d17-4b5e-8652-60503aa70956, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:21.053412 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] For port dc7ae9b9-0d17-4b5e-8652-60503aa70956, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=dc7ae9b9-0d17-4b5e-8652-60503aa70956,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:21.163554 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:21.199661 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Publish callbacks [] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:21.285013 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-382370bd-5084-4368-9a9e-e38f962f4896 req-4f956ede-336d-421c-ae7e-03521ff8a46c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.0716281 Jan 24 09:17:21.311236 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Network b0d83e5f-030e-4cd8-ac08-bbed93fad267 is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:21.314160 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:21.353169 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabe9bb-b753-4275-b0c6-039f979f1a26 None None] Pushing event updated for resources: {'Port': ['ID=dc7ae9b9-0d17-4b5e-8652-60503aa70956,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:21.367093 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:21.367968 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:21.387791 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-6c869192-0ecb-4fab-bfc6-7d3ac4f6283d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:21.392302 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-6c869192-0ecb-4fab-bfc6-7d3ac4f6283d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "GET /v2.0/networks?id=595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 200 len: 815 time: 0.7581654 Jan 24 09:17:21.396411 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:21.397445 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622139'] for router_interface (b8eac275-b042-4cea-9e35-b9068be1218b), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:21.470155 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Request body: {'port': {'device_id': '334e86b7-8556-46c7-aad6-e5b2af845691', 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d', 'admin_state_up': True, 'tenant_id': '9effc220352541ecba9f319db87235de'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:21.530083 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:21.669343 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:21.809422 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd58579-ab75-4745-b494-71f2aa4bbe9e,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:21.865448 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-ead43706-133f-44e1-bcdd-971672a589ab None None] Provisioning complete for port 5ea81c86-8636-495f-a354-d7f5d998ed2e triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:21.866398 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ead43706-133f-44e1-bcdd-971672a589ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:21.921467 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Router 869d7de5-2206-46fc-88c4-05ca9317430d has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:17:21.968694 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-72ff400f-163a-4b44-a177-e4255eb93dc4 req-475e5983-bbda-4886-85a8-d4c836c40a04 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 210 time: 0.2254577 Jan 24 09:17:22.009595 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-ead43706-133f-44e1-bcdd-971672a589ab None None] Port 5ea81c86-8636-495f-a354-d7f5d998ed2e cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:17:22.116696 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Network f851d587-14cc-48ac-9b32-b0aa546a9c65 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:22.126269 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:22.138434 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:16Z', 'revision_number': 3, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:22.196785 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e2cf5-142c-4608-82a9-29a249d3328a None None] The sync data for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi is: [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:16Z', 'revision_number': 3, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:17:22.285877 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Allocated IP 172.20.0.1 (cecc965a-bd5f-433d-822a-db760db2c0ab/a5112ccc-ca3f-482c-bc18-0e8c182e366d/2d52ed48-7301-4a70-93a9-645404264a15) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:22.496695 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device f0853914-b0a6-470d-8d83-874edb740847 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:22.628566 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:17:22.637831 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-5ea5875a-d1d9-4c9b-9365-0c66c77f9c12 admin admin] 10.222.0.113 "PUT /v2.0/routers/869d7de5-2206-46fc-88c4-05ca9317430d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7415137 Jan 24 09:17:22.656743 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:22.755077 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Made reservation on behalf of 31cb3477628042869ffe08048f0a8ee9 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:22.758926 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:22.771864 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Made reservation on behalf of 9effc220352541ecba9f319db87235de for: {'port': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:22.776726 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:22.781090 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port f0853914-b0a6-470d-8d83-874edb740847 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:22.786912 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (f0853914-b0a6-470d-8d83-874edb740847), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:22.903522 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f8adccfd-2eca-49b2-8fac-33747117c867 req-9ec3b08b-4d1e-40e7-ab06-9f74062a0c6e tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.1669729 Jan 24 09:17:22.920759 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Publish callbacks [] for port (2d52ed48-7301-4a70-93a9-645404264a15), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:23.252302 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port f0853914-b0a6-470d-8d83-874edb740847 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:23.252809 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (f0853914-b0a6-470d-8d83-874edb740847), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:23.311289 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port f0853914-b0a6-470d-8d83-874edb740847, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=f0853914-b0a6-470d-8d83-874edb740847,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:23.477039 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Router b8eac275-b042-4cea-9e35-b9068be1218b has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:17:23.516119 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4c5de7ac-e434-4c66-8f9a-272908b5b4d3 req-b480ef01-5c73-42ee-8f13-762e97c96322 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 210 time: 0.0790031 Jan 24 09:17:23.624186 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (f0853914-b0a6-470d-8d83-874edb740847), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:23.628085 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device cd1e6c09-8a86-431d-b836-404a0c377ee7 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:23.784266 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Allocated IP 172.20.0.4 (595abfef-3114-4487-9adf-a62cd7425c5d/1a3776bc-e355-476c-a289-572d782c9cb0/9d784b74-8dec-426c-928f-bed55e1f51fe) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:23.975376 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=f0853914-b0a6-470d-8d83-874edb740847,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:24.204417 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port cd1e6c09-8a86-431d-b836-404a0c377ee7 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:24.204804 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:24.295444 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42678) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:24.391134 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port cd1e6c09-8a86-431d-b836-404a0c377ee7 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:24.392157 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:24.420896 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port cd1e6c09-8a86-431d-b836-404a0c377ee7, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=cd1e6c09-8a86-431d-b836-404a0c377ee7,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:24.423470 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (2d52ed48-7301-4a70-93a9-645404264a15), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:24.459567 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks [] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:24.465858 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:17:24.493590 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-f70112f4-4224-48d7-9c48-ee358b0cb100 admin admin] 10.222.0.113 "PUT /v2.0/routers/b8eac275-b042-4cea-9e35-b9068be1218b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3564854 Jan 24 09:17:24.552509 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:24.666386 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4ef55a48-ac64-4d8e-a1b9-fc48e05685b3 req-6c90681f-1d8d-4932-a659-a4f4ffdc6382 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.2967000 Jan 24 09:17:24.722075 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42690) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:24.757139 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-14ce3581-aa2f-4370-9c45-0a5bc88a5ab4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1990737370', 'description': 'tempest-description--1183626906'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:24.824600 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d52ed48-7301-4a70-93a9-645404264a15,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:24.859631 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=cd1e6c09-8a86-431d-b836-404a0c377ee7,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:24.949749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-83019bb3-551d-49ec-af2e-b20779f95b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:24.990356 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Network cecc965a-bd5f-433d-822a-db760db2c0ab is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:25.021484 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2ce3abc0-a774-419e-a755-1cbb72f9119a req-6b427a32-2e66-4155-ad8e-cd2e60a94dd5 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 210 time: 0.1233189 Jan 24 09:17:25.045095 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:25.050386 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:25.052858 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618225'] for router_interface (c7b070b7-1d3f-4584-8d15-c0c36faf949f), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:25.064886 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Allocated IP 172.20.0.3 (f23cf8c8-3b67-45ad-b576-35efecf70ce3/1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1/af0ff79f-46d7-41b6-adb2-1f564fafaaba) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:25.119714 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Sync routers for ids ['b8eac275-b042-4cea-9e35-b9068be1218b'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:17:25.179267 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Routers {'b8eac275-b042-4cea-9e35-b9068be1218b'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:25.205865 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['b8eac275-b042-4cea-9e35-b9068be1218b'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:25.285990 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:17:25.322422 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-14ce3581-aa2f-4370-9c45-0a5bc88a5ab4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:25.370772 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:25.453925 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Sync routers for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:17:25.454015 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device dc7ae9b9-0d17-4b5e-8652-60503aa70956 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:25.478990 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:25.479710 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:25.590398 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Set router b8eac275-b042-4cea-9e35-b9068be1218b gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:25.597337 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port dc7ae9b9-0d17-4b5e-8652-60503aa70956 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:25.599553 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:25.611145 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-83019bb3-551d-49ec-af2e-b20779f95b2a admin admin] Publish callbacks [] for security_group (eca7ad58-7fe9-4e30-9128-d2e6191fa593), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:25.725015 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Pushing event updated for resources: {'Port': ['ID=9d784b74-8dec-426c-928f-bed55e1f51fe,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:25.746129 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Network 595abfef-3114-4487-9adf-a62cd7425c5d is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:25.749865 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-83019bb3-551d-49ec-af2e-b20779f95b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (eca7ad58-7fe9-4e30-9128-d2e6191fa593), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:25.763865 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:25.768639 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:25.777716 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:25.780294 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:25.816518 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-ba33f0a5-6b6e-40fd-870d-f3c0028f626a None None] Provisioning complete for port 2d52ed48-7301-4a70-93a9-645404264a15 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:25.817641 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ba33f0a5-6b6e-40fd-870d-f3c0028f626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2d52ed48-7301-4a70-93a9-645404264a15), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:25.904309 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-777ee678-2d91-4b05-b4a2-95309dcebc97 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5024986 Jan 24 09:17:25.908020 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-14ce3581-aa2f-4370-9c45-0a5bc88a5ab4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (4a583bc9-cb02-4cb6-ae5f-db9454cf7883), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:25.946941 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bff53619-4563-415d-8c6c-d23d87d612d0 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:17:25.948522 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bff53619-4563-415d-8c6c-d23d87d612d0 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212021 Jan 24 09:17:25.951713 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:26.064883 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42728) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:26.079294 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-83019bb3-551d-49ec-af2e-b20779f95b2a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=48db5c0d274c415f9eb69d1e35ae6c82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7588973 Jan 24 09:17:26.083606 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42732) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:26.084521 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83019bb3-551d-49ec-af2e-b20779f95b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca7ad58-7fe9-4e30-9128-d2e6191fa593,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:26.170860 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-f059ee2c-b2a0-473b-a841-41e227e51e10 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:26.178916 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-f059ee2c-b2a0-473b-a841-41e227e51e10 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/networks?id=f851d587-14cc-48ac-9b32-b0aa546a9c65 HTTP/1.1" status: 200 len: 819 time: 0.2815382 Jan 24 09:17:26.213650 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-b1faf30c-883d-4501-bb76-165499684da4 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/quotas/cd6f638b201f414f81bda294a0adce5b HTTP/1.1" status: 200 len: 375 time: 0.0330169 Jan 24 09:17:26.215133 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-14ce3581-aa2f-4370-9c45-0a5bc88a5ab4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4a583bc9-cb02-4cb6-ae5f-db9454cf7883), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.292767 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6e25a1f2-0581-47a0-a2f6-6b7f6a3afe42 req-19802143-b1e9-4c5b-b981-e43b80fde663 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.2653553 Jan 24 09:17:26.332991 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Publish callbacks [] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.359440 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-14ce3581-aa2f-4370-9c45-0a5bc88a5ab4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.363580 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-14ce3581-aa2f-4370-9c45-0a5bc88a5ab4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.6345189 Jan 24 09:17:26.383899 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42742) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:26.392657 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-6c52efc0-6535-4f29-97be-a10140138e8f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'security_group_rule': {'security_group_id': '4a583bc9-cb02-4cb6-ae5f-db9454cf7883', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:26.396753 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port dc7ae9b9-0d17-4b5e-8652-60503aa70956 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:26.397179 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.422053 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-ba33f0a5-6b6e-40fd-870d-f3c0028f626a None None] Port 2d52ed48-7301-4a70-93a9-645404264a15 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:17:26.431777 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce3581-aa2f-4370-9c45-0a5bc88a5ab4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a583bc9-cb02-4cb6-ae5f-db9454cf7883,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:26.474490 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2d52ed48-7301-4a70-93a9-645404264a15), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.493372 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f3f167cf-ba24-469c-a904-954cc438444d admin admin] Publish callbacks [] for security_group (eca7ad58-7fe9-4e30-9128-d2e6191fa593), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.495287 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-e3bb0782-57ea-4f3f-a36e-d1f424d57e5a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2465274 Jan 24 09:17:26.508080 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Request body: {'port': {'device_id': '334e86b7-8556-46c7-aad6-e5b2af845691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:26.522468 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port dc7ae9b9-0d17-4b5e-8652-60503aa70956, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=dc7ae9b9-0d17-4b5e-8652-60503aa70956,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:26.599130 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6b83be25-fe9a-4aa4-93f7-effd1844fb4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.620062 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 2, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:26.631284 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.634708 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device f0853914-b0a6-470d-8d83-874edb740847 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:26.662014 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c93a1-0041-44a9-8529-a225b2e3b4a5 req-89de61a0-cebe-487f-a7c9-2d8587f90744 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:26.663529 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-105c93a1-0041-44a9-8529-a225b2e3b4a5 req-89de61a0-cebe-487f-a7c9-2d8587f90744 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 931 time: 0.1712193 Jan 24 09:17:26.668920 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Checking router: 869d7de5-2206-46fc-88c4-05ca9317430d for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:17:26.674952 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Updating router 869d7de5-2206-46fc-88c4-05ca9317430d port 5ea81c86-8636-495f-a354-d7f5d998ed2e binding host dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:17:26.722021 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f3f167cf-ba24-469c-a904-954cc438444d admin admin] Publish callbacks [] for security_group (eca7ad58-7fe9-4e30-9128-d2e6191fa593), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.786448 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.984796 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-c8d97500-07d8-40cf-a864-49c0386f60f3 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:17:26.984796 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-c8d97500-07d8-40cf-a864-49c0386f60f3 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1830528 Jan 24 09:17:26.984796 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.984796 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6c52efc0-6535-4f29-97be-a10140138e8f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (a58f306a-919a-4ed7-8a42-9b758c6f14f2), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.985110 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port f0853914-b0a6-470d-8d83-874edb740847 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:26.985110 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (f0853914-b0a6-470d-8d83-874edb740847), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:26.985110 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-router', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:20Z', 'revision_number': 4, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'gw_port': {'id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '9bd58579-ab75-4745-b494-71f2aa4bbe9e', 'name': '', 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'mac_address': 'fa:16:3e:8a:70:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7a5e6d63-43c4-459b-a03f-9672a3341cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:17Z', 'updated_at': '2022-01-24T09:17:20Z', 'revision_number': 2, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'subnets': [{'id': '7a5e6d63-43c4-459b-a03f-9672a3341cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:26.985408 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-105c93a1-0041-44a9-8529-a225b2e3b4a5 req-08b5beba-31a1-4620-b1f0-525d10c6305d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761613 Jan 24 09:17:26.985506 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Checking router: b8eac275-b042-4cea-9e35-b9068be1218b for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:17:26.985506 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Updating router b8eac275-b042-4cea-9e35-b9068be1218b port 9bd58579-ab75-4745-b494-71f2aa4bbe9e binding host dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:17:26.985664 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Publish callbacks [] for port (2d52ed48-7301-4a70-93a9-645404264a15), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.080068 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6c52efc0-6535-4f29-97be-a10140138e8f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (a58f306a-919a-4ed7-8a42-9b758c6f14f2), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.084498 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=dc7ae9b9-0d17-4b5e-8652-60503aa70956,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:27.110585 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6b83be25-fe9a-4aa4-93f7-effd1844fb4d admin admin] Publish callbacks [] for security_group (836abb12-5765-427b-b259-e70ab8c321c1), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.112245 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.134840 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f3f167cf-ba24-469c-a904-954cc438444d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (eca7ad58-7fe9-4e30-9128-d2e6191fa593), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.139959 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f3f167cf-ba24-469c-a904-954cc438444d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.144812 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-f3f167cf-ba24-469c-a904-954cc438444d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/eca7ad58-7fe9-4e30-9128-d2e6191fa593 HTTP/1.1" status: 204 len: 168 time: 1.0534050 Jan 24 09:17:27.144812 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (2d52ed48-7301-4a70-93a9-645404264a15), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.144812 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622139'] for router_interface (c7b070b7-1d3f-4584-8d15-c0c36faf949f), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.149022 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.201501 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-1bb29f5f-d63d-49b7-abb1-df71a47d8948 service neutron] 10.222.0.113 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824964 Jan 24 09:17:27.253067 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f167cf-ba24-469c-a904-954cc438444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca7ad58-7fe9-4e30-9128-d2e6191fa593,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:27.259850 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6c52efc0-6535-4f29-97be-a10140138e8f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (a58f306a-919a-4ed7-8a42-9b758c6f14f2), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.278294 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6b83be25-fe9a-4aa4-93f7-effd1844fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (836abb12-5765-427b-b259-e70ab8c321c1), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.321552 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Network f23cf8c8-3b67-45ad-b576-35efecf70ce3 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:27.322581 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Publish callbacks [] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.365453 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:27.374907 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d52ed48-7301-4a70-93a9-645404264a15,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:27.380095 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:27.386290 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:27.389521 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port f0853914-b0a6-470d-8d83-874edb740847 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:27.403455 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.438460 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83be25-fe9a-4aa4-93f7-effd1844fb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836abb12-5765-427b-b259-e70ab8c321c1,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:27.525864 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device dc7ae9b9-0d17-4b5e-8652-60503aa70956 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:27.565581 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52efc0-6535-4f29-97be-a10140138e8f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58f306a-919a-4ed7-8a42-9b758c6f14f2,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:27.596370 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.630131 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-6b83be25-fe9a-4aa4-93f7-effd1844fb4d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6296bf67a98643bc8432ffc836856f90&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5646074 Jan 24 09:17:27.659660 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42762) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:27.678589 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00566bf0-3a3b-4ca5-a893-2f46f71c182b None None] Pushing event updated for resources: {'Port': ['ID=5ea81c86-8636-495f-a354-d7f5d998ed2e,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:27.725649 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Network cecc965a-bd5f-433d-822a-db760db2c0ab is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:27.734474 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6c52efc0-6535-4f29-97be-a10140138e8f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:27.738201 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-6c52efc0-6535-4f29-97be-a10140138e8f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3498394 Jan 24 09:17:27.743512 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:27.743908 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42764) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:27.749392 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-e21908d1-3172-49f7-bae7-a45b2eb509b5 service neutron] 10.222.0.113 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470555 Jan 24 09:17:27.800284 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-053936c0-01ce-4e96-ab41-2a75bdaf91a6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'security_group_rule': {'security_group_id': '4a583bc9-cb02-4cb6-ae5f-db9454cf7883', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:28.016291 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Pushing event updated for resources: {'Port': ['ID=af0ff79f-46d7-41b6-adb2-1f564fafaaba,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:28.016291 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-cd2d9c8b-cffc-4757-9a6a-6d3727dbee3c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6463583 Jan 24 09:17:28.016291 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Request body: {'port': {'device_id': '8f231864-55f5-469d-b015-721a0ddc5e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:28.017519 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Attempting to bind port 5ea81c86-8636-495f-a354-d7f5d998ed2e on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:28.017519 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Attempting to bind port 5ea81c86-8636-495f-a354-d7f5d998ed2e by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:28.017519 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Attempting to bind port 5ea81c86-8636-495f-a354-d7f5d998ed2e on network b0d83e5f-030e-4cd8-ac08-bbed93fad267 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:28.017519 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:28.017519 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Checking segment: {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:28.018167 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d848a890-a08e-4b0a-8ef4-3b6f9a6b0ffb admin admin] Publish callbacks [] for security_group (836abb12-5765-427b-b259-e70ab8c321c1), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.018335 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.018335 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Bound using segment: {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:28.018335 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Bound port: 5ea81c86-8636-495f-a354-d7f5d998ed2e, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:28.018335 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.018597 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Publish callbacks [] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.018597 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port dc7ae9b9-0d17-4b5e-8652-60503aa70956 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:28.018729 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d848a890-a08e-4b0a-8ef4-3b6f9a6b0ffb admin admin] Publish callbacks [] for security_group (836abb12-5765-427b-b259-e70ab8c321c1), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.018799 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.092296 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] For port 5ea81c86-8636-495f-a354-d7f5d998ed2e, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:28.096294 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] For port 5ea81c86-8636-495f-a354-d7f5d998ed2e, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=5ea81c86-8636-495f-a354-d7f5d998ed2e,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:28.201652 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.204939 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.216764 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813ffac-de2c-4d27-8809-ad05e17e7b95 req-225a9578-89e2-485c-96fc-e527d275d754 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:28.218608 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b813ffac-de2c-4d27-8809-ad05e17e7b95 req-225a9578-89e2-485c-96fc-e527d275d754 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 931 time: 0.6941826 Jan 24 09:17:28.222505 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-053936c0-01ce-4e96-ab41-2a75bdaf91a6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (9b45d450-0d38-4263-ba25-6acaedc0bc16), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.278224 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d784b74-8dec-426c-928f-bed55e1f51fe {{(pid=103102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:17:28.288600 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Publish callbacks [] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.325212 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-053936c0-01ce-4e96-ab41-2a75bdaf91a6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (9b45d450-0d38-4263-ba25-6acaedc0bc16), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.328943 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d848a890-a08e-4b0a-8ef4-3b6f9a6b0ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (836abb12-5765-427b-b259-e70ab8c321c1), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.336627 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d848a890-a08e-4b0a-8ef4-3b6f9a6b0ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.338990 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-d848a890-a08e-4b0a-8ef4-3b6f9a6b0ffb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/836abb12-5765-427b-b259-e70ab8c321c1 HTTP/1.1" status: 204 len: 168 time: 0.6729047 Jan 24 09:17:28.375102 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00566bf0-3a3b-4ca5-a893-2f46f71c182b None None] Pushing event updated for resources: {'Port': ['ID=5ea81c86-8636-495f-a354-d7f5d998ed2e,revision_number=4']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:28.396104 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.provisioning_blocks [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Transition to ACTIVE for port object 9d784b74-8dec-426c-928f-bed55e1f51fe will not be triggered until provisioned by entity L2. {{(pid=103102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:17:28.396941 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port dc7ae9b9-0d17-4b5e-8652-60503aa70956 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:28.397575 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848a890-a08e-4b0a-8ef4-3b6f9a6b0ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836abb12-5765-427b-b259-e70ab8c321c1,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:28.398163 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device cd1e6c09-8a86-431d-b836-404a0c377ee7 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:28.422784 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-053936c0-01ce-4e96-ab41-2a75bdaf91a6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (9b45d450-0d38-4263-ba25-6acaedc0bc16), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.477579 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:28.478277 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:28.483905 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053936c0-01ce-4e96-ab41-2a75bdaf91a6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b45d450-0d38-4263-ba25-6acaedc0bc16,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:28.544659 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Router c7b070b7-1d3f-4584-8d15-c0c36faf949f has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:17:28.624686 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.649103 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-9d34a17b-56ea-4e57-ad76-ea7d026e6b62 None None] Provisioning complete for port 5ea81c86-8636-495f-a354-d7f5d998ed2e triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:28.649616 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9d34a17b-56ea-4e57-ad76-ea7d026e6b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.779055 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4878b3-2cc3-4a0a-a8b6-2a682318b05e None None] Pushing event updated for resources: {'Port': ['ID=9bd58579-ab75-4745-b494-71f2aa4bbe9e,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:28.913577 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42784) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:28.935859 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-053936c0-01ce-4e96-ab41-2a75bdaf91a6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.939918 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-053936c0-01ce-4e96-ab41-2a75bdaf91a6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1867816 Jan 24 09:17:28.939918 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-99305ea4-3b5d-4056-8137-0906f42ec6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.947040 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:28.947040 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42788) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:28.956947 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'floatingip': {'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:28.994180 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b813ffac-de2c-4d27-8809-ad05e17e7b95 req-5b649714-0dd9-40a7-94c8-48f993904ccd tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7557125 Jan 24 09:17:29.016031 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Attempting to bind port 9bd58579-ab75-4745-b494-71f2aa4bbe9e on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:29.027370 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Attempting to bind port 9bd58579-ab75-4745-b494-71f2aa4bbe9e by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:29.029847 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Attempting to bind port 9bd58579-ab75-4745-b494-71f2aa4bbe9e on network f851d587-14cc-48ac-9b32-b0aa546a9c65 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:29.046207 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port cd1e6c09-8a86-431d-b836-404a0c377ee7 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:29.048694 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:29.072150 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:29.091117 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-99305ea4-3b5d-4056-8137-0906f42ec6b4 admin admin] Publish callbacks [] for security_group (4259702f-c1db-47ea-a43c-5688965fe893), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:29.153047 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Pushing event updated for resources: {'Port': ['ID=9d784b74-8dec-426c-928f-bed55e1f51fe,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:29.165156 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a1975-4957-4f59-8368-2cd4be33d635 req-92d2c872-ff98-44ef-ba4b-aa07d7fce963 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:29.166878 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-424a1975-4957-4f59-8368-2cd4be33d635 req-92d2c872-ff98-44ef-ba4b-aa07d7fce963 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 931 time: 0.6556082 Jan 24 09:17:29.212683 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:29.213069 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Checking segment: {'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:29.213456 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:29.213878 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Bound using segment: {'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:29.214420 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Bound port: 9bd58579-ab75-4745-b494-71f2aa4bbe9e, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:29.214732 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:29.267552 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-9d34a17b-56ea-4e57-ad76-ea7d026e6b62 None None] Current status of the port 5ea81c86-8636-495f-a354-d7f5d998ed2e is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:29.267937 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9d34a17b-56ea-4e57-ad76-ea7d026e6b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:29.305414 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.managers [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Attempting to bind port 9d784b74-8dec-426c-928f-bed55e1f51fe on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:29.305414 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.managers [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Attempting to bind port 9d784b74-8dec-426c-928f-bed55e1f51fe by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'}] {{(pid=103102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:29.305414 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Attempting to bind port 9d784b74-8dec-426c-928f-bed55e1f51fe on network 595abfef-3114-4487-9adf-a62cd7425c5d {{(pid=103102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:29.374787 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Port 9d784b74-8dec-426c-928f-bed55e1f51fe on network 595abfef-3114-4487-9adf-a62cd7425c5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:17:29.374787 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Attempting to bind port 9d784b74-8dec-426c-928f-bed55e1f51fe on network 595abfef-3114-4487-9adf-a62cd7425c5d {{(pid=103102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:29.455794 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-99305ea4-3b5d-4056-8137-0906f42ec6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4259702f-c1db-47ea-a43c-5688965fe893), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:29.540937 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] For port 9bd58579-ab75-4745-b494-71f2aa4bbe9e, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:29.547075 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] For port 9bd58579-ab75-4745-b494-71f2aa4bbe9e, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=9bd58579-ab75-4745-b494-71f2aa4bbe9e,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:29.643695 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99305ea4-3b5d-4056-8137-0906f42ec6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4259702f-c1db-47ea-a43c-5688965fe893,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:29.643695 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:29.647727 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:17:29.648746 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-424a1975-4957-4f59-8368-2cd4be33d635 req-42c73520-ef8e-474f-bf61-308fde443473 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079597 Jan 24 09:17:29.648746 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:29.648746 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Checking segment: {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:29.648746 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Bound using segment: {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'} {{(pid=103102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:29.648746 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.managers [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Bound port: 9d784b74-8dec-426c-928f-bed55e1f51fe, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'}}] {{(pid=103102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:29.648746 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:29.650446 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0a5ff199-da0e-4b4b-b329-986a636b4821 req-05e94ac8-0d65-4ac1-8f95-253716dfe654 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 210 time: 0.2458167 Jan 24 09:17:29.658455 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Sync routers for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:17:29.659918 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-035fcc92-d772-4aa6-8c84-c708fd22c0f5 admin admin] 10.222.0.113 "PUT /v2.0/routers/c7b070b7-1d3f-4584-8d15-c0c36faf949f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9191732 Jan 24 09:17:29.679586 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-9d34a17b-56ea-4e57-ad76-ea7d026e6b62 None None] For port 5ea81c86-8636-495f-a354-d7f5d998ed2e, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=5ea81c86-8636-495f-a354-d7f5d998ed2e,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:29.731600 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:29.732255 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:29.742879 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-99305ea4-3b5d-4056-8137-0906f42ec6b4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f63e97ccd9c34d70a0771a1545f654a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8272133 Jan 24 09:17:29.745964 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42802) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:29.771005 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:28Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:29.815872 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port cd1e6c09-8a86-431d-b836-404a0c377ee7 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:29.828326 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:29.883913 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d308661-e3e3-465d-a347-f497d8afe43e None None] The sync data for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi is: [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:28Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:17:29.927230 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] For port 9d784b74-8dec-426c-928f-bed55e1f51fe, host hv-cinder-80403, cleared binding levels {{(pid=103102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:29.939712 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] For port 9d784b74-8dec-426c-928f-bed55e1f51fe, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9d784b74-8dec-426c-928f-bed55e1f51fe,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:29.962176 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9d34a17b-56ea-4e57-ad76-ea7d026e6b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:29.980950 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0ff79f-46d7-41b6-adb2-1f564fafaaba {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:17:30.012112 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea968-c3a1-441c-930e-16554e982266 admin admin] Publish callbacks [] for security_group (4259702f-c1db-47ea-a43c-5688965fe893), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:30.022950 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Publish callbacks [] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:30.057084 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:30.068898 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Routers {'b8eac275-b042-4cea-9e35-b9068be1218b'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:30.070424 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['b8eac275-b042-4cea-9e35-b9068be1218b'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:30.118962 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Transition to ACTIVE for port object af0ff79f-46d7-41b6-adb2-1f564fafaaba will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:17:30.304500 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea968-c3a1-441c-930e-16554e982266 admin admin] Publish callbacks [] for security_group (4259702f-c1db-47ea-a43c-5688965fe893), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:30.305269 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-9d34a17b-56ea-4e57-ad76-ea7d026e6b62 None None] Provisioning complete for port 2d52ed48-7301-4a70-93a9-645404264a15 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:30.305269 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9d34a17b-56ea-4e57-ad76-ea7d026e6b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2d52ed48-7301-4a70-93a9-645404264a15), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:30.305716 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:30.306487 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4878b3-2cc3-4a0a-a8b6-2a682318b05e None None] Pushing event updated for resources: {'Port': ['ID=9bd58579-ab75-4745-b494-71f2aa4bbe9e,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:30.361521 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34a17b-56ea-4e57-ad76-ea7d026e6b62 None None] Pushing event updated for resources: {'Port': ['ID=5ea81c86-8636-495f-a354-d7f5d998ed2e,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:30.371424 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:30.407459 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:30.457498 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Pushing event updated for resources: {'Port': ['ID=9d784b74-8dec-426c-928f-bed55e1f51fe,revision_number=3']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:30.511662 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Pushing event updated for resources: {'Port': ['ID=af0ff79f-46d7-41b6-adb2-1f564fafaaba,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:30.525990 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-9d34a17b-56ea-4e57-ad76-ea7d026e6b62 None None] Port 2d52ed48-7301-4a70-93a9-645404264a15 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:17:30.633757 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] Set router b8eac275-b042-4cea-9e35-b9068be1218b gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:30.635223 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bbfd2-dc76-4d51-87e1-9c7675aefced req-08296756-d47a-4a00-b991-2d54aa9e1b5d tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:30.637421 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-aa0bbfd2-dc76-4d51-87e1-9c7675aefced req-08296756-d47a-4a00-b991-2d54aa9e1b5d tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 931 time: 0.4789414 Jan 24 09:17:30.652747 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:30.653522 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:30.655831 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-bd6d08d5-e955-423b-92a9-fc363f30072a service neutron] 10.222.0.115 "PUT /v2.0/ports/9d784b74-8dec-426c-928f-bed55e1f51fe HTTP/1.1" status: 200 len: 1093 time: 4.4106226 Jan 24 09:17:30.656496 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334e86b7-8556-46c7-aad6-e5b2af845691', 'tag': '9d784b74-8dec-426c-928f-bed55e1f51fe'}] {{(pid=103102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:17:30.750661 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea968-c3a1-441c-930e-16554e982266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4259702f-c1db-47ea-a43c-5688965fe893), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:30.755003 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-fd2ea968-c3a1-441c-930e-16554e982266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:30.759723 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-fd2ea968-c3a1-441c-930e-16554e982266 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4259702f-c1db-47ea-a43c-5688965fe893 HTTP/1.1" status: 204 len: 168 time: 1.0120237 Jan 24 09:17:30.763830 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d98780-1845-46bf-b8ae-181f8140866b req-7221a46c-b4c0-4578-9121-204f8d42e559 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:30.766076 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-7221a46c-b4c0-4578-9121-204f8d42e559 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/networks?id=f851d587-14cc-48ac-9b32-b0aa546a9c65 HTTP/1.1" status: 200 len: 819 time: 0.2565408 Jan 24 09:17:30.768285 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42830) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:30.823953 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-727c93bf-02ec-42d2-84bd-5a91f5596541 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/quotas/cd6f638b201f414f81bda294a0adce5b HTTP/1.1" status: 200 len: 375 time: 0.0202284 Jan 24 09:17:30.836921 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ea968-c3a1-441c-930e-16554e982266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4259702f-c1db-47ea-a43c-5688965fe893,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:30.966784 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Allocated IP 172.27.0.172 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/0318a9c1-7beb-48d1-aabc-6738c8989685) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:31.058727 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Attempting to bind port af0ff79f-46d7-41b6-adb2-1f564fafaaba on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:31.059335 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Attempting to bind port af0ff79f-46d7-41b6-adb2-1f564fafaaba by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'fc6b7b47-7022-407b-8763-b76a72350408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f23cf8c8-3b67-45ad-b576-35efecf70ce3'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:31.059539 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Attempting to bind port af0ff79f-46d7-41b6-adb2-1f564fafaaba on network f23cf8c8-3b67-45ad-b576-35efecf70ce3 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:31.148090 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-c6b899b4-e483-46f2-8c45-0641b13ef473 None None] Provisioning complete for port 5ea81c86-8636-495f-a354-d7f5d998ed2e triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:31.149274 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c6b899b4-e483-46f2-8c45-0641b13ef473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:31.149435 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Port af0ff79f-46d7-41b6-adb2-1f564fafaaba on network f23cf8c8-3b67-45ad-b576-35efecf70ce3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:17:31.149907 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Attempting to bind port af0ff79f-46d7-41b6-adb2-1f564fafaaba on network f23cf8c8-3b67-45ad-b576-35efecf70ce3 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:31.158160 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:31.158533 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Checking segment: {'id': 'fc6b7b47-7022-407b-8763-b76a72350408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f23cf8c8-3b67-45ad-b576-35efecf70ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:31.159550 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Bound using segment: {'id': 'fc6b7b47-7022-407b-8763-b76a72350408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f23cf8c8-3b67-45ad-b576-35efecf70ce3'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:31.160030 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Bound port: af0ff79f-46d7-41b6-adb2-1f564fafaaba, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6b7b47-7022-407b-8763-b76a72350408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f23cf8c8-3b67-45ad-b576-35efecf70ce3'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:31.160373 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:31.164521 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-63c184af-5747-48de-a8aa-af7663a2a8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:31.281173 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] For port af0ff79f-46d7-41b6-adb2-1f564fafaaba, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:31.307141 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] For port af0ff79f-46d7-41b6-adb2-1f564fafaaba, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af0ff79f-46d7-41b6-adb2-1f564fafaaba,segment=NetworkSegment(fc6b7b47-7022-407b-8763-b76a72350408),segment_id=fc6b7b47-7022-407b-8763-b76a72350408)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:31.322564 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-57e558b9-2077-45da-9aa2-55490cda7ca8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4385679 Jan 24 09:17:31.349580 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-aa0bbfd2-dc76-4d51-87e1-9c7675aefced req-9b755c08-ca6d-41ff-8be1-ba974225856f tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040726 Jan 24 09:17:31.395964 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a1f9b8f426edbc55e6178fb0656aabaaee06a47fc80a7429674e4344d9448a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334ff71a-8ac0-44cf-b4db-9728e90913ca" -d '{"events": [{"name": "network-changed", "server_uuid": "334e86b7-8556-46c7-aad6-e5b2af845691", "tag": "9d784b74-8dec-426c-928f-bed55e1f51fe"}]}' {{(pid=103102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:17:31.437320 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-b4025b56-bfad-438b-a1b0-8c836518365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:31.439214 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-b4025b56-bfad-438b-a1b0-8c836518365a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 1096 time: 0.5612693 Jan 24 09:17:31.446991 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:31.615267 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:31.615267 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:31.615267 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] 10.222.0.115 "PUT /v2.0/ports/af0ff79f-46d7-41b6-adb2-1f564fafaaba HTTP/1.1" status: 200 len: 1093 time: 3.7143452 Jan 24 09:17:31.615267 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-63c184af-5747-48de-a8aa-af7663a2a8b7 admin admin] Publish callbacks [] for security_group (262c7261-f097-40f9-aca2-5ab51af0437b), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:31.615267 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f231864-55f5-469d-b015-721a0ddc5e3d', 'tag': 'af0ff79f-46d7-41b6-adb2-1f564fafaaba'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:17:31.708744 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-b36d0c99-e5b9-46ac-9094-4ee8976fccbe service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d784b74-8dec-426c-928f-bed55e1f51fe HTTP/1.1" status: 200 len: 217 time: 0.1510994 Jan 24 09:17:31.718244 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012da273-80ee-4aa0-8653-7c304ce1da08 service neutron] Pushing event updated for resources: {'Port': ['ID=af0ff79f-46d7-41b6-adb2-1f564fafaaba,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:31.732797 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-01c9de1c-d459-440a-afc7-96e5d90c6bff service neutron] 10.222.0.113 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087312 Jan 24 09:17:31.890039 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-fdbcc80a-6ca7-4bf1-9f9f-477bd492ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:31.896622 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-fdbcc80a-6ca7-4bf1-9f9f-477bd492ebe9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1a3776bc-e355-476c-a289-572d782c9cb0 HTTP/1.1" status: 200 len: 855 time: 0.1675062 Jan 24 09:17:32.052320 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-ad4bf3cb-11b8-4260-ac3b-f3b8ceb5807e service neutron] 10.222.0.113 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180721 Jan 24 09:17:32.075674 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-c6b899b4-e483-46f2-8c45-0641b13ef473 None None] Current status of the port 5ea81c86-8636-495f-a354-d7f5d998ed2e is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:32.116538 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-63c184af-5747-48de-a8aa-af7663a2a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (262c7261-f097-40f9-aca2-5ab51af0437b), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:32.157712 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 5ea81c86-8636-495f-a354-d7f5d998ed2e up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:32.174533 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-43b0754a-3f34-4c81-840a-ee468dc69c65 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=595abfef-3114-4487-9adf-a62cd7425c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799502 Jan 24 09:17:32.196248 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for port (0318a9c1-7beb-48d1-aabc-6738c8989685), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:32.354662 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c184af-5747-48de-a8aa-af7663a2a8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262c7261-f097-40f9-aca2-5ab51af0437b,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:32.376110 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 2, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:32.416684 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-63c184af-5747-48de-a8aa-af7663a2a8b7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0c09bbf7ba0347e695f65fbd7b3dc97d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6181583 Jan 24 09:17:32.430322 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42866) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:32.469146 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Checking router: c7b070b7-1d3f-4584-8d15-c0c36faf949f for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:17:32.470370 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Updating router c7b070b7-1d3f-4584-8d15-c0c36faf949f port 2d52ed48-7301-4a70-93a9-645404264a15 binding host dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:17:32.478874 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 5ea81c86-8636-495f-a354-d7f5d998ed2e triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:32.480657 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:32.567735 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3728dd-5bea-4798-b1e1-d19e3c65b466" -d '{"events": [{"name": "network-changed", "server_uuid": "8f231864-55f5-469d-b015-721a0ddc5e3d", "tag": "af0ff79f-46d7-41b6-adb2-1f564fafaaba"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:17:32.583764 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-router', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:20Z', 'revision_number': 4, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'gw_port': {'id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '9bd58579-ab75-4745-b494-71f2aa4bbe9e', 'name': '', 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'mac_address': 'fa:16:3e:8a:70:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7a5e6d63-43c4-459b-a03f-9672a3341cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:17Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 4, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'subnets': [{'id': '7a5e6d63-43c4-459b-a03f-9672a3341cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:32.613779 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-f08db0d7-853e-4ea4-9072-555fcad5f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:32.620899 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-f08db0d7-853e-4ea4-9072-555fcad5f4c2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=31cb3477628042869ffe08048f0a8ee9&device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 1096 time: 0.5478776 Jan 24 09:17:32.738140 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2d52ed48-7301-4a70-93a9-645404264a15), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:32.756470 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 42878) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:32.768163 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-9df7ac06-96a5-4d90-9080-806a38eaf698 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760775286', 'description': 'tempest-description--1475668155'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:32.782948 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70717f2-8edc-4068-ad65-9803ecbf6124 None None] The sync data for ids ['b8eac275-b042-4cea-9e35-b9068be1218b'] in dv-cinder-804035-26-iscsi is: [{'id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-router', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:20Z', 'revision_number': 4, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'gw_port': {'id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '9bd58579-ab75-4745-b494-71f2aa4bbe9e', 'name': '', 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'mac_address': 'fa:16:3e:8a:70:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7a5e6d63-43c4-459b-a03f-9672a3341cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:17Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 4, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'subnets': [{'id': '7a5e6d63-43c4-459b-a03f-9672a3341cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:17:32.842710 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-c272502f-6feb-47fa-89c2-2ae69e2281d2 service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309755 Jan 24 09:17:32.946726 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.115', 55062) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:33.026397 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-78ba9f36-05b0-4cb1-9f55-034baf0c8d20 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af0ff79f-46d7-41b6-adb2-1f564fafaaba HTTP/1.1" status: 200 len: 217 time: 0.3771336 Jan 24 09:17:33.044685 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-db773fbf-8252-4e62-8ab4-87504efdf653 req-058ef7d1-95d9-4764-8d5b-ee45d1812f6b service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731362 Jan 24 09:17:33.062344 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (0318a9c1-7beb-48d1-aabc-6738c8989685), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:33.209758 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:33.213520 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9df7ac06-96a5-4d90-9080-806a38eaf698 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:33.231174 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:33.238400 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:33.252517 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'Port': ['ID=0318a9c1-7beb-48d1-aabc-6738c8989685,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:33.322768 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2cce91cf-dbf6-4b0d-93cd-f6b664da024d admin admin] Publish callbacks [] for security_group (262c7261-f097-40f9-aca2-5ab51af0437b), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:33.373201 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e59e-6e81-4b04-b130-5fe6e5604273 req-3c76a961-f709-4af2-bfd6-1bc47b8cf924 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:33.382951 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0fc9e59e-6e81-4b04-b130-5fe6e5604273 req-3c76a961-f709-4af2-bfd6-1bc47b8cf924 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 943 time: 0.7386775 Jan 24 09:17:33.435039 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-67fdecc7-e418-4681-89b0-1745e0498b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:33.450252 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-67fdecc7-e418-4681-89b0-1745e0498b4f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1 HTTP/1.1" status: 200 len: 851 time: 0.3161922 Jan 24 09:17:33.557739 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 5ea81c86-8636-495f-a354-d7f5d998ed2e is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:33.637076 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873499bb-52e6-4e26-97d2-cf83f4ffef15 x-openstack-request-id: req-873499bb-52e6-4e26-97d2-cf83f4ffef15 {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:17:33.637609 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334e86b7-8556-46c7-aad6-e5b2af845691", "tag": "9d784b74-8dec-426c-928f-bed55e1f51fe", "status": "completed", "code": 200}]} {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:17:33.638016 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-873499bb-52e6-4e26-97d2-cf83f4ffef15 {{(pid=103102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:17:33.638763 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334e86b7-8556-46c7-aad6-e5b2af845691', 'tag': '9d784b74-8dec-426c-928f-bed55e1f51fe', 'status': 'completed', 'code': 200} Jan 24 09:17:33.897708 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (f12d77ca-60e2-4dde-9b35-3bf0e4d66f64), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.057816 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9df7ac06-96a5-4d90-9080-806a38eaf698 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (a606d227-3830-4a03-9c76-21117abe4196), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.092565 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ff71a-8ac0-44cf-b4db-9728e90913ca req-b8d8a804-a86d-4d79-8aff-8617f3d3a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:34.096051 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-334ff71a-8ac0-44cf-b4db-9728e90913ca req-b8d8a804-a86d-4d79-8aff-8617f3d3a9b2 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 1096 time: 0.4355292 Jan 24 09:17:34.125507 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-83479a9f-5e6f-42f3-9ece-092a42dfcb33 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f23cf8c8-3b67-45ad-b576-35efecf70ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6740887 Jan 24 09:17:34.153551 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 9bd58579-ab75-4745-b494-71f2aa4bbe9e up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:34.160736 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Publish callbacks [] for port (2d52ed48-7301-4a70-93a9-645404264a15), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.195132 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-7ea09e93-6c4d-4c0a-bcac-6f2415fd6b92 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:34.197062 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-7ea09e93-6c4d-4c0a-bcac-6f2415fd6b92 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.115 "GET /v2.0/networks?id=f851d587-14cc-48ac-9b32-b0aa546a9c65 HTTP/1.1" status: 200 len: 819 time: 1.2472019 Jan 24 09:17:34.199362 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2cce91cf-dbf6-4b0d-93cd-f6b664da024d admin admin] Publish callbacks [] for security_group (262c7261-f097-40f9-aca2-5ab51af0437b), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.252316 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (2d52ed48-7301-4a70-93a9-645404264a15), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.377431 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c827eac-87e6-4327-b438-d57481ae22b9 None None] Pushing event updated for resources: {'Port': ['ID=2d52ed48-7301-4a70-93a9-645404264a15,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:34.431259 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-3f411689-f84c-4137-a393-69e0a38b1020 service neutron] 10.222.0.115 "GET /v2.0/networks/f23cf8c8-3b67-45ad-b576-35efecf70ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923951 Jan 24 09:17:34.480638 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Request body: {'port': {'device_id': '047cd9d3-84f2-4cb0-a2ff-1439420b4f84', 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65', 'admin_state_up': True, 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:34.552651 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Attempting to bind port 2d52ed48-7301-4a70-93a9-645404264a15 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:34.554734 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Attempting to bind port 2d52ed48-7301-4a70-93a9-645404264a15 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:34.559157 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Attempting to bind port 2d52ed48-7301-4a70-93a9-645404264a15 on network cecc965a-bd5f-433d-822a-db760db2c0ab {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:34.563725 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 9bd58579-ab75-4745-b494-71f2aa4bbe9e triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:34.565064 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.577203 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:34.579119 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Checking segment: {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:34.589200 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.589200 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Bound using segment: {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:34.589200 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Bound port: 2d52ed48-7301-4a70-93a9-645404264a15, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:34.589200 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2d52ed48-7301-4a70-93a9-645404264a15), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.673446 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (0318a9c1-7beb-48d1-aabc-6738c8989685), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.817763 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5606e3b-7692-4f32-93be-67ca6412d5a1 req-cd05dfb4-ef36-45f9-8330-10e0914944c4 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:34.836975 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c5606e3b-7692-4f32-93be-67ca6412d5a1 req-cd05dfb4-ef36-45f9-8330-10e0914944c4 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 943 time: 0.9898839 Jan 24 09:17:34.851350 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9df7ac06-96a5-4d90-9080-806a38eaf698 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a606d227-3830-4a03-9c76-21117abe4196), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.915842 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] For port 2d52ed48-7301-4a70-93a9-645404264a15, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:34.919694 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] For port 2d52ed48-7301-4a70-93a9-645404264a15, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=2d52ed48-7301-4a70-93a9-645404264a15,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:34.963284 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72164ca6-5d1e-44ee-b606-cf28a2b6de66 req-64fc5b7c-5bdc-4ac3-91a4-73ec66cb41ac service neutron] 10.222.0.115 "GET /v2.0/networks/f23cf8c8-3b67-45ad-b576-35efecf70ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985330 Jan 24 09:17:34.979244 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-6a828a09-d272-49db-9a9f-7be7035018d7 None None] Provisioning complete for port 2d52ed48-7301-4a70-93a9-645404264a15 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:34.979539 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6a828a09-d272-49db-9a9f-7be7035018d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2d52ed48-7301-4a70-93a9-645404264a15), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.994190 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9df7ac06-96a5-4d90-9080-806a38eaf698 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:34.998062 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-9df7ac06-96a5-4d90-9080-806a38eaf698 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2379863 Jan 24 09:17:35.038394 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42922) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:35.052101 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-d28378b7-862e-401a-87fd-a015fe8237d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'security_group_rule': {'security_group_id': 'a606d227-3830-4a03-9c76-21117abe4196', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:35.089124 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0fc9e59e-6e81-4b04-b130-5fe6e5604273 req-d941b13d-a11c-415a-9237-e587de38f0c5 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7040396 Jan 24 09:17:35.103558 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (2d52ed48-7301-4a70-93a9-645404264a15), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:35.211656 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c827eac-87e6-4327-b438-d57481ae22b9 None None] Pushing event updated for resources: {'Port': ['ID=2d52ed48-7301-4a70-93a9-645404264a15,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:35.288050 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Made reservation on behalf of cd6f638b201f414f81bda294a0adce5b for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:35.292045 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-6a828a09-d272-49db-9a9f-7be7035018d7 None None] Port 2d52ed48-7301-4a70-93a9-645404264a15 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:17:35.296101 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:35.299059 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:17:35.299920 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:35.309455 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2cce91cf-dbf6-4b0d-93cd-f6b664da024d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (262c7261-f097-40f9-aca2-5ab51af0437b), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:35.320333 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2cce91cf-dbf6-4b0d-93cd-f6b664da024d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:35.346215 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-2cce91cf-dbf6-4b0d-93cd-f6b664da024d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/262c7261-f097-40f9-aca2-5ab51af0437b HTTP/1.1" status: 204 len: 168 time: 2.9104652 Jan 24 09:17:35.351056 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7ac06-96a5-4d90-9080-806a38eaf698 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a606d227-3830-4a03-9c76-21117abe4196,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:35.416122 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d28378b7-862e-401a-87fd-a015fe8237d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (ac40357f-8f51-444a-8284-90d1f11b3d34), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:35.460052 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c5606e3b-7692-4f32-93be-67ca6412d5a1 req-f64cd827-3ccf-4de3-9054-ca658a6fa0ec tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220577 Jan 24 09:17:35.551954 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ff71a-8ac0-44cf-b4db-9728e90913ca req-ac3b0af2-5a70-4a85-8d76-1f84da39791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:35.553813 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-334ff71a-8ac0-44cf-b4db-9728e90913ca req-ac3b0af2-5a70-4a85-8d76-1f84da39791d service neutron] 10.222.0.115 "GET /v2.0/networks?id=595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 200 len: 916 time: 1.4402025 Jan 24 09:17:35.583220 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:17:35.587399 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 9bd58579-ab75-4745-b494-71f2aa4bbe9e is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:35.588099 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:35.677753 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d0526b5b-bbd5-45d2-9d31-a32c1668b892 req-4f1567e0-3703-4b4b-bbc5-c436f0b2c061 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 210 time: 0.2791581 Jan 24 09:17:35.683595 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce91cf-dbf6-4b0d-93cd-f6b664da024d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262c7261-f097-40f9-aca2-5ab51af0437b,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:35.776709 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port 9bd58579-ab75-4745-b494-71f2aa4bbe9e, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=9bd58579-ab75-4745-b494-71f2aa4bbe9e,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:35.806301 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-334ff71a-8ac0-44cf-b4db-9728e90913ca req-92981790-4229-4e11-a4a5-cc516020bca1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d784b74-8dec-426c-928f-bed55e1f51fe HTTP/1.1" status: 200 len: 217 time: 0.1845286 Jan 24 09:17:35.825661 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d28378b7-862e-401a-87fd-a015fe8237d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (ac40357f-8f51-444a-8284-90d1f11b3d34), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:35.956405 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d28378b7-862e-401a-87fd-a015fe8237d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (ac40357f-8f51-444a-8284-90d1f11b3d34), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:35.996215 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:36.053566 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ff71a-8ac0-44cf-b4db-9728e90913ca req-a0248225-7d27-4c43-b279-1705b90cfae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:36.078433 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-334ff71a-8ac0-44cf-b4db-9728e90913ca req-a0248225-7d27-4c43-b279-1705b90cfae2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1a3776bc-e355-476c-a289-572d782c9cb0 HTTP/1.1" status: 200 len: 855 time: 0.2432244 Jan 24 09:17:36.078433 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for port (0318a9c1-7beb-48d1-aabc-6738c8989685), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:36.092573 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28378b7-862e-401a-87fd-a015fe8237d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac40357f-8f51-444a-8284-90d1f11b3d34,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:36.153413 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-334ff71a-8ac0-44cf-b4db-9728e90913ca req-da6bf856-b0bf-403d-be47-40cffc5fcd9e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=595abfef-3114-4487-9adf-a62cd7425c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764573 Jan 24 09:17:36.161988 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (0318a9c1-7beb-48d1-aabc-6738c8989685), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:36.230173 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d28378b7-862e-401a-87fd-a015fe8237d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:36.234796 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-d28378b7-862e-401a-87fd-a015fe8237d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1925087 Jan 24 09:17:36.243699 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42940) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:36.265675 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-15909cea-1bfb-47a6-8b69-940ad7a025a1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'security_group_rule': {'security_group_id': 'a606d227-3830-4a03-9c76-21117abe4196', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:36.335548 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=9bd58579-ab75-4745-b494-71f2aa4bbe9e,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:36.358587 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-2c6f42f2-e307-4209-9e02-1bbd1d3606ba None None] Provisioning complete for port 2d52ed48-7301-4a70-93a9-645404264a15 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:36.358587 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2c6f42f2-e307-4209-9e02-1bbd1d3606ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2d52ed48-7301-4a70-93a9-645404264a15), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:36.408779 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Allocated IP 172.20.0.14 (f851d587-14cc-48ac-9b32-b0aa546a9c65/7a5e6d63-43c4-459b-a03f-9672a3341cea/8921ac36-ed44-4666-b756-63bd8f08a955) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:36.485533 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1171431-f149-405e-b924-d546d3b9a1f7 x-openstack-request-id: req-f1171431-f149-405e-b924-d546d3b9a1f7 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:17:36.486207 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f231864-55f5-469d-b015-721a0ddc5e3d", "tag": "af0ff79f-46d7-41b6-adb2-1f564fafaaba", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:17:36.486671 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f1171431-f149-405e-b924-d546d3b9a1f7 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:17:36.487362 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f231864-55f5-469d-b015-721a0ddc5e3d', 'tag': 'af0ff79f-46d7-41b6-adb2-1f564fafaaba', 'status': 'completed', 'code': 200} Jan 24 09:17:36.518006 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e85935-eacc-4b46-8883-36ff9840130e req-bf9441fa-c406-4db3-8f45-df9967f4d7cc tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:36.537146 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b7e85935-eacc-4b46-8883-36ff9840130e req-bf9441fa-c406-4db3-8f45-df9967f4d7cc tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 943 time: 0.2842410 Jan 24 09:17:36.539370 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.115', 55066) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:36.574628 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-334ff71a-8ac0-44cf-b4db-9728e90913ca req-5cad8ae1-12b5-41ab-99bf-af2559d034ed service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908560 Jan 24 09:17:36.583955 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d98780-1845-46bf-b8ae-181f8140866b req-c2412bf6-c36c-4d04-9f2e-c916dea4e3de tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:36.595007 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-c2412bf6-c36c-4d04-9f2e-c916dea4e3de tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.115 "GET /v2.0/networks?id=f851d587-14cc-48ac-9b32-b0aa546a9c65 HTTP/1.1" status: 200 len: 819 time: 0.6311767 Jan 24 09:17:36.626989 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:34Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:17:36.707248 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005cfa3-5182-4cf7-943c-a7fb47af5705 None None] The sync data for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi is: [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:34Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:17:36.729057 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (f12d77ca-60e2-4dde-9b35-3bf0e4d66f64), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:36.729358 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Request body: {'port': {'device_id': 'c90c156b-e532-4c87-b23c-3d4326e991bd', 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65', 'admin_state_up': True, 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:36.731297 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-2c6f42f2-e307-4209-9e02-1bbd1d3606ba None None] Current status of the port 2d52ed48-7301-4a70-93a9-645404264a15 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:36.731648 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2c6f42f2-e307-4209-9e02-1bbd1d3606ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2d52ed48-7301-4a70-93a9-645404264a15), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:36.735522 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15909cea-1bfb-47a6-8b69-940ad7a025a1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (35b70b05-6034-430e-81e2-a72db3c44ad8), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:36.871055 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15909cea-1bfb-47a6-8b69-940ad7a025a1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (35b70b05-6034-430e-81e2-a72db3c44ad8), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:36.875590 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-2c6f42f2-e307-4209-9e02-1bbd1d3606ba None None] For port 2d52ed48-7301-4a70-93a9-645404264a15, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=2d52ed48-7301-4a70-93a9-645404264a15,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:36.959439 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'Port': ['ID=0318a9c1-7beb-48d1-aabc-6738c8989685,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:36.987692 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2c6f42f2-e307-4209-9e02-1bbd1d3606ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (2d52ed48-7301-4a70-93a9-645404264a15), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:36.988946 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3728dd-5bea-4798-b1e1-d19e3c65b466 req-3561dca1-5534-4a47-913d-535b08fa2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:36.990517 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf3728dd-5bea-4798-b1e1-d19e3c65b466 req-3561dca1-5534-4a47-913d-535b08fa2fe5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=31cb3477628042869ffe08048f0a8ee9&device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 1096 time: 0.3936288 Jan 24 09:17:37.001049 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15909cea-1bfb-47a6-8b69-940ad7a025a1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (35b70b05-6034-430e-81e2-a72db3c44ad8), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:37.036549 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b7e85935-eacc-4b46-8883-36ff9840130e req-9a3b279c-2fc7-4ef3-8014-5201cee4deeb tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980383 Jan 24 09:17:37.071828 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f42f2-e307-4209-9e02-1bbd1d3606ba None None] Pushing event updated for resources: {'Port': ['ID=2d52ed48-7301-4a70-93a9-645404264a15,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:37.127050 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42966) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:37.166833 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:37.168135 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2de42217-85db-462c-ada9-a318b1b4ce9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2205846 Jan 24 09:17:37.244571 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234e206-6f2b-415d-8451-b7e11cc0a9fd req-f9107ab8-7b42-469c-885a-86ec23b90daf tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:37.251827 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b234e206-6f2b-415d-8451-b7e11cc0a9fd req-f9107ab8-7b42-469c-885a-86ec23b90daf tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 943 time: 0.5715311 Jan 24 09:17:37.271628 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-334ff71a-8ac0-44cf-b4db-9728e90913ca req-27f78cc2-3aa5-47ac-819a-9801803bbf47 service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511045 Jan 24 09:17:37.385564 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks [] for port (8921ac36-ed44-4666-b756-63bd8f08a955), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:37.405174 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b234e206-6f2b-415d-8451-b7e11cc0a9fd req-dac24bce-271e-47d3-8025-13d1be98cf43 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524200 Jan 24 09:17:37.414941 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15909cea-1bfb-47a6-8b69-940ad7a025a1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b70b05-6034-430e-81e2-a72db3c44ad8,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:37.583600 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8899af4a-0178-4b36-9efa-9bff7157e950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:37.603285 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-644db7be-9382-41ad-8dee-2ded6ba9139f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--1990737370&fields=id&tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1 HTTP/1.1" status: 200 len: 267 time: 0.0874388 Jan 24 09:17:37.664048 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7edb4bf4-469f-4913-b13a-912bfd9a9859 req-603b4e99-c33d-4f4e-81f6-83767d7c5828 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 210 time: 0.4846463 Jan 24 09:17:37.672401 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15909cea-1bfb-47a6-8b69-940ad7a025a1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:37.678530 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-15909cea-1bfb-47a6-8b69-940ad7a025a1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4262238 Jan 24 09:17:37.699381 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 42992) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:37.704287 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'floatingip': {'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:37.872338 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:37.876866 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3728dd-5bea-4798-b1e1-d19e3c65b466 req-f7b826a4-76a7-479b-8112-8dcdf4237037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:37.878580 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf3728dd-5bea-4798-b1e1-d19e3c65b466 req-f7b826a4-76a7-479b-8112-8dcdf4237037 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f23cf8c8-3b67-45ad-b576-35efecf70ce3 HTTP/1.1" status: 200 len: 912 time: 0.8752716 Jan 24 09:17:37.892905 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-de6e4803-813a-4a6e-960f-e24d7c9da016 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:37.896040 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-de6e4803-813a-4a6e-960f-e24d7c9da016 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 816 time: 0.2806542 Jan 24 09:17:37.915000 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-9ee0c3db-4df5-478d-979d-45d52945af28 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/quotas/94bb7ee37f9545c7a38065c3e1a3b6c1 HTTP/1.1" status: 200 len: 375 time: 0.0133841 Jan 24 09:17:38.017748 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-ecdc63b5-46f6-4761-a599-22055c90b14a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971344 Jan 24 09:17:38.065304 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8899af4a-0178-4b36-9efa-9bff7157e950 admin admin] Publish callbacks [] for security_group (8a304404-89e5-4468-8057-3aa746dda1b4), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:38.198537 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:38.212829 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Made reservation on behalf of cd6f638b201f414f81bda294a0adce5b for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:38.216376 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:38.260022 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8899af4a-0178-4b36-9efa-9bff7157e950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (8a304404-89e5-4468-8057-3aa746dda1b4), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:38.263843 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf3728dd-5bea-4798-b1e1-d19e3c65b466 req-67b84560-4af0-4c0f-b86b-f3f2a4354b33 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af0ff79f-46d7-41b6-adb2-1f564fafaaba HTTP/1.1" status: 200 len: 217 time: 0.3316154 Jan 24 09:17:38.271274 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Network f851d587-14cc-48ac-9b32-b0aa546a9c65 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:38.287108 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-a4010cd2-cd29-4446-a047-7052c7e9bed1 service neutron] 10.222.0.113 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436039 Jan 24 09:17:38.370647 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 9bd58579-ab75-4745-b494-71f2aa4bbe9e up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:38.387416 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:38.492088 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-03578cb9-7538-4af1-a183-75a2a8de81e0 service neutron] 10.222.0.113 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912646 Jan 24 09:17:38.501056 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: from cryptography.utils import int_from_bytes Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: from cryptography.utils import int_from_bytes Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.504094 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.505965 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.505965 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.505965 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.505965 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.505965 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.505965 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.505965 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.505965 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.505965 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.505965 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:38.505965 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:38.523695 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:38.524538 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:38.606244 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Pushing event updated for resources: {'Port': ['ID=8921ac36-ed44-4666-b756-63bd8f08a955,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:38.634149 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 9bd58579-ab75-4745-b494-71f2aa4bbe9e triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:38.634759 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:38.810758 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 9bd58579-ab75-4745-b494-71f2aa4bbe9e is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:38.813681 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 2d52ed48-7301-4a70-93a9-645404264a15 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:39.002877 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 2d52ed48-7301-4a70-93a9-645404264a15 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:39.003259 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2d52ed48-7301-4a70-93a9-645404264a15), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:39.008670 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fff7e-6bfc-4d58-8fda-4c7bb41a2cdd req-a8eb1e09-a0e4-4fcf-a78c-dd38bc92d2e2 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:39.011929 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1d5fff7e-6bfc-4d58-8fda-4c7bb41a2cdd req-a8eb1e09-a0e4-4fcf-a78c-dd38bc92d2e2 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 943 time: 0.0901425 Jan 24 09:17:39.031352 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3728dd-5bea-4798-b1e1-d19e3c65b466 req-4231feb2-1bd3-4b54-b79b-375d3abb84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:39.033807 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf3728dd-5bea-4798-b1e1-d19e3c65b466 req-4231feb2-1bd3-4b54-b79b-375d3abb84dd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1 HTTP/1.1" status: 200 len: 851 time: 0.6777806 Jan 24 09:17:39.059852 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-8899af4a-0178-4b36-9efa-9bff7157e950 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=65a5b0e5ac2e42cfb55a852c00602d56&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8913856 Jan 24 09:17:39.067011 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43034) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:39.073573 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-2894bbe8-bf48-499b-a46e-99fe278b316a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6406806 Jan 24 09:17:39.114592 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899af4a-0178-4b36-9efa-9bff7157e950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a304404-89e5-4468-8057-3aa746dda1b4,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:39.134896 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85265f7-c74d-473a-b55b-9c273300caac req-34ffdc19-a49b-46fd-8ae5-6903f6a95c1c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:39.148934 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b85265f7-c74d-473a-b55b-9c273300caac req-34ffdc19-a49b-46fd-8ae5-6903f6a95c1c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 943 time: 0.9453883 Jan 24 09:17:39.150454 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Allocated IP 172.20.0.7 (f851d587-14cc-48ac-9b32-b0aa546a9c65/7a5e6d63-43c4-459b-a03f-9672a3341cea/5e0c4cdf-09d8-44d6-8bce-e6c6ed362462) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:39.212038 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 2d52ed48-7301-4a70-93a9-645404264a15 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:39.242278 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1d5fff7e-6bfc-4d58-8fda-4c7bb41a2cdd req-c4d970fd-804b-4bc7-82cc-e92e40849d3b tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191133 Jan 24 09:17:39.265987 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b85265f7-c74d-473a-b55b-9c273300caac req-949e1d76-d2f7-4236-af88-5aa10d57920c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041269 Jan 24 09:17:39.290930 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:39.296519 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-afc6033c-c4d0-47bb-a100-058ec19de3b6 admin admin] Publish callbacks [] for security_group (8a304404-89e5-4468-8057-3aa746dda1b4), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:39.347870 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-afc6033c-c4d0-47bb-a100-058ec19de3b6 admin admin] Publish callbacks [] for security_group (8a304404-89e5-4468-8057-3aa746dda1b4), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:39.372276 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-28dbfa64-ae64-45e6-9bca-aac41478e405 req-d1e59dde-89d4-4f98-bef5-fe7a92cdaf21 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 210 time: 0.0381699 Jan 24 09:17:39.407969 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a5691350-7cb4-4b75-b739-e454e34cc4fa req-733d2c7d-bfb4-4a33-9d4c-8d150c2dd5df tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 210 time: 0.0740647 Jan 24 09:17:39.540300 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks [] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:39.544013 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-afc6033c-c4d0-47bb-a100-058ec19de3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (8a304404-89e5-4468-8057-3aa746dda1b4), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:39.546804 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-afc6033c-c4d0-47bb-a100-058ec19de3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:39.547972 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-afc6033c-c4d0-47bb-a100-058ec19de3b6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8a304404-89e5-4468-8057-3aa746dda1b4 HTTP/1.1" status: 204 len: 168 time: 0.4800372 Jan 24 09:17:39.554033 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Allocated IP 172.27.0.213 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/6a8e841a-6da0-4bd6-bd60-dd92249c70a0) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:39.560846 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6033c-c4d0-47bb-a100-058ec19de3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a304404-89e5-4468-8057-3aa746dda1b4,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:39.690488 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for port (6a8e841a-6da0-4bd6-bd60-dd92249c70a0), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:39.742026 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:39.789944 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Network f851d587-14cc-48ac-9b32-b0aa546a9c65 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:39.792948 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:39.796598 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:39.803367 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:39.803996 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:39.810396 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Pushing event updated for resources: {'Port': ['ID=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:39.848144 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (6a8e841a-6da0-4bd6-bd60-dd92249c70a0), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:39.889271 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:39.895236 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:39.898425 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:39.929141 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'Port': ['ID=6a8e841a-6da0-4bd6-bd60-dd92249c70a0,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:39.957911 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-aaccc121-54c1-413b-b512-8185ac7cc864 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2906981 Jan 24 09:17:40.006489 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (ee4f6910-d9b2-4631-920a-0adf8465b2fa), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:40.106134 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (6a8e841a-6da0-4bd6-bd60-dd92249c70a0), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:40.295833 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for port (6a8e841a-6da0-4bd6-bd60-dd92249c70a0), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:40.382328 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dfa08-9a8d-41cf-8a2f-2a540418603c req-4a6b0d2e-cee0-4266-8b27-92375ab9d00f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:40.383926 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d88dfa08-9a8d-41cf-8a2f-2a540418603c req-4a6b0d2e-cee0-4266-8b27-92375ab9d00f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 943 time: 0.0623915 Jan 24 09:17:40.388277 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (6a8e841a-6da0-4bd6-bd60-dd92249c70a0), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:40.424851 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (ee4f6910-d9b2-4631-920a-0adf8465b2fa), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:40.447110 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d88dfa08-9a8d-41cf-8a2f-2a540418603c req-23fccd04-10b9-4bc2-804a-c557397c17aa tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567052 Jan 24 09:17:40.454979 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829427ea-f612-45e9-b9f3-133023c07db4 req-7356f82f-c354-4c4c-a7ce-d1d949470fc9 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:40.461900 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-829427ea-f612-45e9-b9f3-133023c07db4 req-7356f82f-c354-4c4c-a7ce-d1d949470fc9 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 943 time: 0.1023452 Jan 24 09:17:40.466182 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'Port': ['ID=6a8e841a-6da0-4bd6-bd60-dd92249c70a0,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:40.538879 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-829427ea-f612-45e9-b9f3-133023c07db4 req-bd886ba7-f136-438e-b2f1-7740e1623cea tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699437 Jan 24 09:17:40.544486 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:40.546438 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-172f5018-2437-48d7-9958-a6d25fe8891e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8457747 Jan 24 09:17:40.605983 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9b798e19-9204-41ef-ba45-bf239bad31f7 req-94d1c888-0509-4378-8a73-128294618321 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 210 time: 0.0468013 Jan 24 09:17:40.697128 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c3c3f-c23b-4a17-8893-a0139915d363 req-519310c2-b995-43a5-ac5f-553d6e487929 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:40.698965 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-391c3c3f-c23b-4a17-8893-a0139915d363 req-519310c2-b995-43a5-ac5f-553d6e487929 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 931 time: 0.0567880 Jan 24 09:17:40.758371 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-391c3c3f-c23b-4a17-8893-a0139915d363 req-a76672f8-934f-4859-a0f5-d66f96877dc9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493288 Jan 24 09:17:40.819748 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-ff4f5736-d297-4a47-b423-74115121c920 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--760775286&fields=id&tenant_id=1dc910091533410a986175bf4570f541 HTTP/1.1" status: 200 len: 267 time: 0.0502238 Jan 24 09:17:40.967741 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-f169cef0-2527-4b03-80a1-fd685251fc7c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:40.969176 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-f169cef0-2527-4b03-80a1-fd685251fc7c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/networks?id=cecc965a-bd5f-433d-822a-db760db2c0ab HTTP/1.1" status: 200 len: 810 time: 0.1411002 Jan 24 09:17:40.984864 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-fc281d33-dc29-484e-895b-044e2de57bee tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/quotas/1dc910091533410a986175bf4570f541 HTTP/1.1" status: 200 len: 375 time: 0.0095468 Jan 24 09:17:41.040505 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-f6d5874a-a9a4-4440-8452-13709d1904e8 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1dc910091533410a986175bf4570f541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495000 Jan 24 09:17:41.139869 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-2d651672-1a87-4cf4-b4b8-17e4dd138005 service neutron] 10.222.0.113 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869081 Jan 24 09:17:41.234624 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-44ea7ca4-8800-4f33-8c31-dab69249029f service neutron] 10.222.0.113 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878744 Jan 24 09:17:41.362012 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43154) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:41.529473 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-410352dc-223d-44a3-9730-3e4ee3721db3 req-b50dc002-21c9-40fe-8bc2-cf20a34d3303 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 210 time: 0.0614507 Jan 24 09:17:41.531074 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e9c09efd-c4d0-4320-beba-b1a39dce61ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:41.638211 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e9c09efd-c4d0-4320-beba-b1a39dce61ec admin admin] Publish callbacks [] for security_group (e6ad11ea-2d4a-41d5-b53f-a7e4e23915fc), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:41.677458 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23b59a-e06a-4711-83ae-4a94c5cfcc33 req-53f18f94-300b-4541-8d7b-6779b31034cf tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:41.698530 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ba23b59a-e06a-4711-83ae-4a94c5cfcc33 req-53f18f94-300b-4541-8d7b-6779b31034cf tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 943 time: 0.1296527 Jan 24 09:17:41.725095 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e9c09efd-c4d0-4320-beba-b1a39dce61ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e6ad11ea-2d4a-41d5-b53f-a7e4e23915fc), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:41.785271 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ba23b59a-e06a-4711-83ae-4a94c5cfcc33 req-35b7669c-d6ed-4352-923f-dfdae5ea54ab tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857480 Jan 24 09:17:41.799691 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-e9c09efd-c4d0-4320-beba-b1a39dce61ec admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d402f2e207e24680afe453222717a1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334209 Jan 24 09:17:41.799691 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c09efd-c4d0-4320-beba-b1a39dce61ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad11ea-2d4a-41d5-b53f-a7e4e23915fc,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:41.812835 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43182) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:41.822842 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27017f7-4388-427c-8d9e-8225d3c759a5 req-6fa82574-378d-4a10-97d8-7c1e9a6874af tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:41.829993 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c27017f7-4388-427c-8d9e-8225d3c759a5 req-6fa82574-378d-4a10-97d8-7c1e9a6874af tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 943 time: 0.1655972 Jan 24 09:17:41.882437 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-83b99e32-f121-46e6-9b52-787401924d84 admin admin] Publish callbacks [] for security_group (e6ad11ea-2d4a-41d5-b53f-a7e4e23915fc), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:41.882635 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c27017f7-4388-427c-8d9e-8225d3c759a5 req-acf5b3fe-c3f2-41e9-b819-66059379d3df tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517414 Jan 24 09:17:41.923984 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cccd98db-d26c-455e-801a-0f60d6f8b0f4 req-30a877fc-5a6c-4e28-8b90-c69913af65eb tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 210 time: 0.0438402 Jan 24 09:17:41.945253 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-83b99e32-f121-46e6-9b52-787401924d84 admin admin] Publish callbacks [] for security_group (e6ad11ea-2d4a-41d5-b53f-a7e4e23915fc), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:41.969865 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Request body: {'port': {'device_id': '047cd9d3-84f2-4cb0-a2ff-1439420b4f84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:41.991187 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Request body: {'port': {'device_id': 'c90c156b-e532-4c87-b23c-3d4326e991bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:42.010361 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf3728dd-5bea-4798-b1e1-d19e3c65b466 req-bfbf8533-2cc7-4021-85af-dec6c1b71297 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f23cf8c8-3b67-45ad-b576-35efecf70ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711999 Jan 24 09:17:42.086502 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-83b99e32-f121-46e6-9b52-787401924d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e6ad11ea-2d4a-41d5-b53f-a7e4e23915fc), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:42.089235 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-83b99e32-f121-46e6-9b52-787401924d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:42.090406 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-83b99e32-f121-46e6-9b52-787401924d84 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e6ad11ea-2d4a-41d5-b53f-a7e4e23915fc HTTP/1.1" status: 204 len: 168 time: 0.2795501 Jan 24 09:17:42.104947 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b99e32-f121-46e6-9b52-787401924d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad11ea-2d4a-41d5-b53f-a7e4e23915fc,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:42.200241 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f7ea7-5293-4a32-8d1b-5381578ea51d req-2e0bdc18-869c-4977-bc98-12295c8212a9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:42.201842 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-599f7ea7-5293-4a32-8d1b-5381578ea51d req-2e0bdc18-869c-4977-bc98-12295c8212a9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 931 time: 0.2495322 Jan 24 09:17:42.208144 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:42.222675 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:42.346925 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf3728dd-5bea-4798-b1e1-d19e3c65b466 req-86d9ec37-2bcc-49ee-b24c-55403a9a334b service neutron] 10.222.0.115 "GET /v2.0/networks/f23cf8c8-3b67-45ad-b576-35efecf70ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017571 Jan 24 09:17:42.360696 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-599f7ea7-5293-4a32-8d1b-5381578ea51d req-2b19cacf-79ed-465c-a3a6-5049c81148e7 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493006 Jan 24 09:17:42.636908 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-afabdd8c-9923-49a9-8107-3b97566caba3 req-4fbecd0b-d9a9-4b28-889d-9c7d2e968635 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 210 time: 0.0436339 Jan 24 09:17:42.675897 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf3728dd-5bea-4798-b1e1-d19e3c65b466 req-7ed3130f-b2aa-420b-b887-aa23702bcd7d service neutron] 10.222.0.115 "GET /v2.0/networks/f23cf8c8-3b67-45ad-b576-35efecf70ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069599 Jan 24 09:17:42.790193 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8921ac36-ed44-4666-b756-63bd8f08a955 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:17:42.798400 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Publish callbacks [] for port (8921ac36-ed44-4666-b756-63bd8f08a955), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:42.818773 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Transition to ACTIVE for port object 8921ac36-ed44-4666-b756-63bd8f08a955 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:17:42.915274 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc375d9-f789-4394-a330-49491911982d req-da3a8de0-fa3e-43fa-bccd-4e962fe10879 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:42.917986 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8bc375d9-f789-4394-a330-49491911982d req-da3a8de0-fa3e-43fa-bccd-4e962fe10879 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 943 time: 0.0605085 Jan 24 09:17:42.923224 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:43.126917 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25673832-498b-4b0b-95bc-1b813b1ab9bd req-e17a94b8-c05d-4629-ad64-1cb980ab7f90 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:43.133929 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-25673832-498b-4b0b-95bc-1b813b1ab9bd req-e17a94b8-c05d-4629-ad64-1cb980ab7f90 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 943 time: 0.1118941 Jan 24 09:17:43.141212 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43236) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:43.160817 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8921ac36-ed44-4666-b756-63bd8f08a955,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:43.182729 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2cb2caf6-fe82-4173-900c-ff3992867246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:43.188586 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-25673832-498b-4b0b-95bc-1b813b1ab9bd req-9a4cd9a1-038b-4b7e-a533-724113435a42 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537763 Jan 24 09:17:43.243266 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8bc375d9-f789-4394-a330-49491911982d req-33ff1c16-710c-4bc1-a2e8-512b31bc4b9e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578840 Jan 24 09:17:43.272893 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Attempting to bind port 8921ac36-ed44-4666-b756-63bd8f08a955 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:43.273227 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Attempting to bind port 8921ac36-ed44-4666-b756-63bd8f08a955 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:43.273552 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Attempting to bind port 8921ac36-ed44-4666-b756-63bd8f08a955 on network f851d587-14cc-48ac-9b32-b0aa546a9c65 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:43.298405 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Port 8921ac36-ed44-4666-b756-63bd8f08a955 on network f851d587-14cc-48ac-9b32-b0aa546a9c65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:17:43.298741 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Attempting to bind port 8921ac36-ed44-4666-b756-63bd8f08a955 on network f851d587-14cc-48ac-9b32-b0aa546a9c65 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:43.325299 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-24675d50-b802-4f44-9052-0df10b474bc9 req-3a61bc0d-81d5-4d4c-a176-69dd1e6e2f68 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 210 time: 0.0563774 Jan 24 09:17:43.349736 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:43.350077 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Checking segment: {'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:43.350632 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Bound using segment: {'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:43.351100 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Bound port: 8921ac36-ed44-4666-b756-63bd8f08a955, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:43.351468 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:43.405026 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:17:43.421991 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Publish callbacks [] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:43.736215 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c44bb558-defc-4592-865b-7d947639b2ae req-0a7778e8-d8e1-4b99-8117-dc447fa7cd4f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 210 time: 0.0287936 Jan 24 09:17:43.743405 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Transition to ACTIVE for port object 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:17:43.779228 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2cb2caf6-fe82-4173-900c-ff3992867246 admin admin] Publish callbacks [] for security_group (894b8f89-bdc9-4bfa-8113-7db293cb56e1), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:43.795662 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] For port 8921ac36-ed44-4666-b756-63bd8f08a955, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:43.800915 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] For port 8921ac36-ed44-4666-b756-63bd8f08a955, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8921ac36-ed44-4666-b756-63bd8f08a955,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:43.814511 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-b1138a46-29d1-4b98-8361-7fa422091c8e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:43.816896 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-b1138a46-29d1-4b98-8361-7fa422091c8e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.115 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 816 time: 0.4535472 Jan 24 09:17:43.825186 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bfa6c-c77a-4ebb-81cd-763258e70aff req-b1789530-dee8-4c52-8b71-60cd19ca51ca tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:43.826592 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-847bfa6c-c77a-4ebb-81cd-763258e70aff req-b1789530-dee8-4c52-8b71-60cd19ca51ca tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 931 time: 0.1669569 Jan 24 09:17:43.853447 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:43.917759 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2cb2caf6-fe82-4173-900c-ff3992867246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (894b8f89-bdc9-4bfa-8113-7db293cb56e1), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:43.971051 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.014720 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:44.028085 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-847bfa6c-c77a-4ebb-81cd-763258e70aff req-9c0ba68d-cf44-4799-bd1f-a53d91bde4ff tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909783 Jan 24 09:17:44.031906 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-c74ea46f-7cf8-4863-946c-9fac11be6e9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1 HTTP/1.1" status: 200 len: 380 time: 0.2043803 Jan 24 09:17:44.045892 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-2cb2caf6-fe82-4173-900c-ff3992867246 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=27d4afd8d6ef49f1a00037198d6e1102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8900890 Jan 24 09:17:44.045892 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2caf6-fe82-4173-900c-ff3992867246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894b8f89-bdc9-4bfa-8113-7db293cb56e1,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:44.046111 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43258) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:44.080391 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:44.081031 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.083013 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] 10.222.0.115 "PUT /v2.0/ports/8921ac36-ed44-4666-b756-63bd8f08a955 HTTP/1.1" status: 200 len: 1094 time: 2.1182866 Jan 24 09:17:44.086416 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047cd9d3-84f2-4cb0-a2ff-1439420b4f84', 'tag': '8921ac36-ed44-4666-b756-63bd8f08a955'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:17:44.088633 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e71892-2914-45ff-ba4b-59d8813085af" -d '{"events": [{"name": "network-changed", "server_uuid": "047cd9d3-84f2-4cb0-a2ff-1439420b4f84", "tag": "8921ac36-ed44-4666-b756-63bd8f08a955"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:17:44.109670 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Attempting to bind port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:44.110008 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Attempting to bind port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:44.110363 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Attempting to bind port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 on network f851d587-14cc-48ac-9b32-b0aa546a9c65 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:44.114688 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c0f79ae6-d113-456b-930c-260dbfda053d admin admin] Publish callbacks [] for security_group (894b8f89-bdc9-4bfa-8113-7db293cb56e1), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.119211 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 on network f851d587-14cc-48ac-9b32-b0aa546a9c65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:17:44.119542 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Attempting to bind port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 on network f851d587-14cc-48ac-9b32-b0aa546a9c65 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:44.132057 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43262) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:44.138728 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:44.139011 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Checking segment: {'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:44.139398 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Bound using segment: {'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:44.139904 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Bound port: 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c957eb8-6228-4097-b6bf-554951cb9089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:44.140194 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.141300 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c0f79ae6-d113-456b-930c-260dbfda053d admin admin] Publish callbacks [] for security_group (894b8f89-bdc9-4bfa-8113-7db293cb56e1), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.142188 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50036cdd-5392-4d1a-a8c6-95621b75d4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8921ac36-ed44-4666-b756-63bd8f08a955,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:44.179863 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeb242b-879d-4f9b-81a0-025b4180ce78 x-openstack-request-id: req-efeb242b-879d-4f9b-81a0-025b4180ce78 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:17:44.180155 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047cd9d3-84f2-4cb0-a2ff-1439420b4f84", "tag": "8921ac36-ed44-4666-b756-63bd8f08a955", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:17:44.180410 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-efeb242b-879d-4f9b-81a0-025b4180ce78 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:17:44.180822 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047cd9d3-84f2-4cb0-a2ff-1439420b4f84', 'tag': '8921ac36-ed44-4666-b756-63bd8f08a955', 'status': 'completed', 'code': 200} Jan 24 09:17:44.213560 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] For port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:44.216698 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] For port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:44.257315 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a20d4435-07d6-4f46-a204-97913b38baf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.264096 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c0f79ae6-d113-456b-930c-260dbfda053d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (894b8f89-bdc9-4bfa-8113-7db293cb56e1), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.266729 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c0f79ae6-d113-456b-930c-260dbfda053d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.268002 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-c0f79ae6-d113-456b-930c-260dbfda053d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/894b8f89-bdc9-4bfa-8113-7db293cb56e1 HTTP/1.1" status: 204 len: 168 time: 0.2248971 Jan 24 09:17:44.278216 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f79ae6-d113-456b-930c-260dbfda053d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894b8f89-bdc9-4bfa-8113-7db293cb56e1,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:44.307901 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.371005 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:44.371641 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.377435 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] 10.222.0.115 "PUT /v2.0/ports/5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 HTTP/1.1" status: 200 len: 1093 time: 2.3863473 Jan 24 09:17:44.406197 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97084747-bbf5-474d-9aae-850da71239dd req-cc63bb27-237a-409d-8d74-3a49cfd04207 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:44.406197 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-97084747-bbf5-474d-9aae-850da71239dd req-cc63bb27-237a-409d-8d74-3a49cfd04207 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 943 time: 0.0565994 Jan 24 09:17:44.406480 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32b4c7-12f2-45c1-ace5-3ffef53a705f req-62819fc4-3ccc-4886-9579-c7febaa4ed0c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:44.407109 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2e32b4c7-12f2-45c1-ace5-3ffef53a705f req-62819fc4-3ccc-4886-9579-c7febaa4ed0c tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 943 time: 0.1421728 Jan 24 09:17:44.422197 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7d31f-78ad-4358-a5a1-c988adaba463 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:44.469281 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-97084747-bbf5-474d-9aae-850da71239dd req-192caefc-57cc-40b9-bb2b-5e393a64fa99 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575113 Jan 24 09:17:44.469718 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a20d4435-07d6-4f46-a204-97913b38baf1 admin admin] Publish callbacks [] for security_group (45676b0c-d6f6-437b-b54b-9e2925ccb8f5), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.485803 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2e32b4c7-12f2-45c1-ace5-3ffef53a705f req-6303b888-d252-4adb-ac60-38ee8665c478 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705111 Jan 24 09:17:44.527285 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a20d4435-07d6-4f46-a204-97913b38baf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (45676b0c-d6f6-437b-b54b-9e2925ccb8f5), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.561428 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-92f6c4fa-0ffc-4e4d-a588-0f08388a8cc2 req-70ecd81c-348a-46c6-a9a4-299c771371d4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 210 time: 0.0346725 Jan 24 09:17:44.575637 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43276) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:44.582629 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-a20d4435-07d6-4f46-a204-97913b38baf1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fca3aee85e304bf5917c6f7207938af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394677 Jan 24 09:17:44.585145 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d4435-07d6-4f46-a204-97913b38baf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45676b0c-d6f6-437b-b54b-9e2925ccb8f5,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:44.635523 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-67821dd3-9696-4fc0-9f95-bdc9ec77d543 admin admin] Publish callbacks [] for security_group (45676b0c-d6f6-437b-b54b-9e2925ccb8f5), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.656574 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-67821dd3-9696-4fc0-9f95-bdc9ec77d543 admin admin] Publish callbacks [] for security_group (45676b0c-d6f6-437b-b54b-9e2925ccb8f5), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.801495 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-67821dd3-9696-4fc0-9f95-bdc9ec77d543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (45676b0c-d6f6-437b-b54b-9e2925ccb8f5), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.804226 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-67821dd3-9696-4fc0-9f95-bdc9ec77d543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:44.805368 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-67821dd3-9696-4fc0-9f95-bdc9ec77d543 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/45676b0c-d6f6-437b-b54b-9e2925ccb8f5 HTTP/1.1" status: 204 len: 168 time: 0.2286367 Jan 24 09:17:44.813959 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67821dd3-9696-4fc0-9f95-bdc9ec77d543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45676b0c-d6f6-437b-b54b-9e2925ccb8f5,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:44.838907 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-856a6bc3-9702-4025-9218-6f870d78fe76 req-8d9ed70f-8fe3-41a0-989c-9dd18fb304e6 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 210 time: 0.0351086 Jan 24 09:17:45.149618 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab6675-487c-4463-bb63-40297bbeaa01 req-91e12885-a069-4ccd-81be-d1cda42b96e4 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:45.151211 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d4ab6675-487c-4463-bb63-40297bbeaa01 req-91e12885-a069-4ccd-81be-d1cda42b96e4 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 943 time: 0.0546751 Jan 24 09:17:45.214504 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d4ab6675-487c-4463-bb63-40297bbeaa01 req-e1f0b2d8-98b5-4001-99df-c18a810dd500 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503871 Jan 24 09:17:45.531316 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43310) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:45.548799 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-375aa4df-e950-4979-b74a-da7c08725566 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:45.632923 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2c8f7-200c-4d2d-832a-4693c9aeed2f req-f387b99f-5763-422c-93f7-8b7786ffec36 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:45.633984 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c3301-4cee-47a3-8a08-49c3b33e2d7b req-9fa2cc27-a7ce-4eb5-ad2f-29b11ca3787a tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:45.634506 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4fe2c8f7-200c-4d2d-832a-4693c9aeed2f req-f387b99f-5763-422c-93f7-8b7786ffec36 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 943 time: 0.0813801 Jan 24 09:17:45.639824 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f47c3301-4cee-47a3-8a08-49c3b33e2d7b req-9fa2cc27-a7ce-4eb5-ad2f-29b11ca3787a tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 943 time: 0.0751426 Jan 24 09:17:45.689917 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f47c3301-4cee-47a3-8a08-49c3b33e2d7b req-511a64e7-bd34-415f-b702-e7f1182774a2 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432241 Jan 24 09:17:45.705534 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-375aa4df-e950-4979-b74a-da7c08725566 admin admin] Publish callbacks [] for security_group (be5a6b6c-32ce-479b-8d0c-e27e6c2bc5fa), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:45.713222 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4fe2c8f7-200c-4d2d-832a-4693c9aeed2f req-1e036b51-0604-43aa-b5d7-17e31ae83c00 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676253 Jan 24 09:17:45.789078 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cd628c23-9977-4942-a9d8-d4e217e5fd76 req-0a882e16-2385-42e2-b9bc-dfb0004f542e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 210 time: 0.0291893 Jan 24 09:17:45.821139 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-375aa4df-e950-4979-b74a-da7c08725566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (be5a6b6c-32ce-479b-8d0c-e27e6c2bc5fa), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:45.861433 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-375aa4df-e950-4979-b74a-da7c08725566 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=0f558fd976dc4f0cbedf907ba397f5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283865 Jan 24 09:17:45.861996 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aa4df-e950-4979-b74a-da7c08725566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a6b6c-32ce-479b-8d0c-e27e6c2bc5fa,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:45.870505 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43320) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:45.922518 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-61255afc-6098-4171-b30f-26e16d625c53 admin admin] Publish callbacks [] for security_group (be5a6b6c-32ce-479b-8d0c-e27e6c2bc5fa), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:45.947733 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-61255afc-6098-4171-b30f-26e16d625c53 admin admin] Publish callbacks [] for security_group (be5a6b6c-32ce-479b-8d0c-e27e6c2bc5fa), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:45.949368 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-664683db-1d60-4b22-aff9-da77697424fd req-d1a6342c-f999-450b-880f-1c22a1084b5c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 210 time: 0.0312972 Jan 24 09:17:46.046844 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-61255afc-6098-4171-b30f-26e16d625c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (be5a6b6c-32ce-479b-8d0c-e27e6c2bc5fa), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:46.049594 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-61255afc-6098-4171-b30f-26e16d625c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:46.054822 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-61255afc-6098-4171-b30f-26e16d625c53 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/be5a6b6c-32ce-479b-8d0c-e27e6c2bc5fa HTTP/1.1" status: 204 len: 168 time: 0.1796532 Jan 24 09:17:46.059625 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61255afc-6098-4171-b30f-26e16d625c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a6b6c-32ce-479b-8d0c-e27e6c2bc5fa,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:46.181828 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90c156b-e532-4c87-b23c-3d4326e991bd', 'tag': '5e0c4cdf-09d8-44d6-8bce-e6c6ed362462'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:17:46.184158 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e901d92-4175-4660-97b3-bd8fff1664f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c90c156b-e532-4c87-b23c-3d4326e991bd", "tag": "5e0c4cdf-09d8-44d6-8bce-e6c6ed362462"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:17:46.224815 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c501ba-e556-40e1-9f57-5b1e13a72fd1 x-openstack-request-id: req-82c501ba-e556-40e1-9f57-5b1e13a72fd1 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:17:46.225303 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c90c156b-e532-4c87-b23c-3d4326e991bd", "tag": "5e0c4cdf-09d8-44d6-8bce-e6c6ed362462", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:17:46.225841 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-82c501ba-e556-40e1-9f57-5b1e13a72fd1 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:17:46.226456 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c90c156b-e532-4c87-b23c-3d4326e991bd', 'tag': '5e0c4cdf-09d8-44d6-8bce-e6c6ed362462', 'status': 'completed', 'code': 200} Jan 24 09:17:46.270676 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ddf64784-72b1-4a11-936a-4d1be255ed20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:46.337227 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a85b0-dafe-48d0-a06c-09bd97280f86 req-f10005f9-5a67-4986-894f-fae54b065c42 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:46.344580 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-977a85b0-dafe-48d0-a06c-09bd97280f86 req-f10005f9-5a67-4986-894f-fae54b065c42 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 943 time: 0.0639679 Jan 24 09:17:46.402396 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-977a85b0-dafe-48d0-a06c-09bd97280f86 req-bc8218ef-a4d3-4108-864a-b62b690a3c06 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493994 Jan 24 09:17:46.823735 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fa6cf-64da-4a21-a238-82c5aeffb011 req-bd3cc42f-1bea-40dc-acf9-88bcf3501d12 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:46.831266 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ec9fa6cf-64da-4a21-a238-82c5aeffb011 req-bd3cc42f-1bea-40dc-acf9-88bcf3501d12 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 943 time: 0.0597141 Jan 24 09:17:46.842044 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122e106-4d57-403e-a2b7-b8a7d8b0652b req-6ce93586-f055-462e-b912-0650033ae3b6 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:46.843572 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5122e106-4d57-403e-a2b7-b8a7d8b0652b req-6ce93586-f055-462e-b912-0650033ae3b6 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 943 time: 0.0545104 Jan 24 09:17:46.876958 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ec9fa6cf-64da-4a21-a238-82c5aeffb011 req-4f1dbb04-ed1f-4cb3-bc6c-1f113e0f2337 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460637 Jan 24 09:17:46.880030 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'port': {'device_id': 'b820c156-179a-4172-a02b-6c88713087f1', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'admin_state_up': True, 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'security_groups': ['4a583bc9-cb02-4cb6-ae5f-db9454cf7883']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:46.910877 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 9d784b74-8dec-426c-928f-bed55e1f51fe details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:17:46.938175 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5122e106-4d57-403e-a2b7-b8a7d8b0652b req-e2744bec-f088-48f9-a231-d747408362fe tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886309 Jan 24 09:17:47.037943 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:47.098376 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 9d784b74-8dec-426c-928f-bed55e1f51fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9d784b74-8dec-426c-928f-bed55e1f51fe,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.105083 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:47.107077 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-d4fb1a3c-d14c-45ed-abd4-daf211c3d3ca tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:47.107741 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-d4fb1a3c-d14c-45ed-abd4-daf211c3d3ca tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.115 "GET /v2.0/networks?id=cecc965a-bd5f-433d-822a-db760db2c0ab HTTP/1.1" status: 200 len: 810 time: 0.1849179 Jan 24 09:17:47.108569 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5106a4a5-57ef-426b-b9cc-bd6affa2e382 req-f24172ad-bc02-45b4-9a9b-62ab0dd9108b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 210 time: 0.1055684 Jan 24 09:17:47.113996 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '9d784b74-8dec-426c-928f-bed55e1f51fe', 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d', 'port_id': '9d784b74-8dec-426c-928f-bed55e1f51fe', 'mac_address': 'fa:16:3e:40:b3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3776bc-e355-476c-a289-572d782c9cb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:17:47.172924 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 9d784b74-8dec-426c-928f-bed55e1f51fe is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:47.173530 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:47.201478 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e71892-2914-45ff-ba4b-59d8813085af req-50be47a4-8dd0-4df3-8eda-d3880f089682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:47.201478 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-85e71892-2914-45ff-ba4b-59d8813085af req-50be47a4-8dd0-4df3-8eda-d3880f089682 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 1097 time: 0.0863228 Jan 24 09:17:47.201790 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d784b74-8dec-426c-928f-bed55e1f51fe {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:17:47.204021 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-25e97e06-b487-44ed-b68d-a28668d9d972 req-2580ae56-5ac1-485d-9e00-de926003acf2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 210 time: 0.0681782 Jan 24 09:17:47.222501 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 9d784b74-8dec-426c-928f-bed55e1f51fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9d784b74-8dec-426c-928f-bed55e1f51fe,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:47.240844 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e901d92-4175-4660-97b3-bd8fff1664f4 req-2900e5c2-2bc0-4659-89da-859613f01fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:47.242377 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8e901d92-4175-4660-97b3-bd8fff1664f4 req-2900e5c2-2bc0-4659-89da-859613f01fcf service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 1096 time: 0.1437340 Jan 24 09:17:47.246517 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Made reservation on behalf of 94bb7ee37f9545c7a38065c3e1a3b6c1 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:47.249962 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:47.337889 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:47.339192 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device af0ff79f-46d7-41b6-adb2-1f564fafaaba details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:17:47.415934 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-652ada22-30ed-4a3a-b0a0-49866030582f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dc910091533410a986175bf4570f541 HTTP/1.1" status: 200 len: 379 time: 0.2787890 Jan 24 09:17:47.421154 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43380) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:47.455859 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=9d784b74-8dec-426c-928f-bed55e1f51fe,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:47.574343 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'port': {'device_id': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'admin_state_up': True, 'tenant_id': '1dc910091533410a986175bf4570f541', 'security_groups': ['a606d227-3830-4a03-9c76-21117abe4196']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:47.586220 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port af0ff79f-46d7-41b6-adb2-1f564fafaaba, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af0ff79f-46d7-41b6-adb2-1f564fafaaba,segment=NetworkSegment(fc6b7b47-7022-407b-8763-b76a72350408),segment_id=fc6b7b47-7022-407b-8763-b76a72350408)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:47.607140 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': 'af0ff79f-46d7-41b6-adb2-1f564fafaaba', 'network_id': 'f23cf8c8-3b67-45ad-b576-35efecf70ce3', 'port_id': 'af0ff79f-46d7-41b6-adb2-1f564fafaaba', 'mac_address': 'fa:16:3e:0c:ab:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:17:47.658515 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port af0ff79f-46d7-41b6-adb2-1f564fafaaba is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:47.658515 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:47.677066 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0ff79f-46d7-41b6-adb2-1f564fafaaba {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:17:47.710359 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port af0ff79f-46d7-41b6-adb2-1f564fafaaba, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af0ff79f-46d7-41b6-adb2-1f564fafaaba,segment=NetworkSegment(fc6b7b47-7022-407b-8763-b76a72350408),segment_id=fc6b7b47-7022-407b-8763-b76a72350408)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:47.779415 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e71892-2914-45ff-ba4b-59d8813085af req-02c6dd7a-f667-4106-8779-bb5990900a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:47.780987 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-85e71892-2914-45ff-ba4b-59d8813085af req-02c6dd7a-f667-4106-8779-bb5990900a7a service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=cd6f638b201f414f81bda294a0adce5b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5755553 Jan 24 09:17:47.795497 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:47.809880 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e901d92-4175-4660-97b3-bd8fff1664f4 req-1d76c202-9f83-4187-a4b1-9245cfb1f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:47.811528 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8e901d92-4175-4660-97b3-bd8fff1664f4 req-1d76c202-9f83-4187-a4b1-9245cfb1f338 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=cd6f638b201f414f81bda294a0adce5b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5549755 Jan 24 09:17:47.860010 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0af8c-db54-450a-ad3b-07f9be5c0153 req-a1233b7b-5341-4be3-8368-740591278db4 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:47.862923 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-47a0af8c-db54-450a-ad3b-07f9be5c0153 req-a1233b7b-5341-4be3-8368-740591278db4 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 943 time: 0.1977355 Jan 24 09:17:47.959141 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=af0ff79f-46d7-41b6-adb2-1f564fafaaba,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:48.045503 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-47a0af8c-db54-450a-ad3b-07f9be5c0153 req-f40c6465-9a1d-4ff0-9944-afd7cba1bebf tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632323 Jan 24 09:17:48.196741 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e71892-2914-45ff-ba4b-59d8813085af req-97a8d8c5-4805-4e5e-954f-308b194786da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:48.198265 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-85e71892-2914-45ff-ba4b-59d8813085af req-97a8d8c5-4805-4e5e-954f-308b194786da service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4092183 Jan 24 09:17:48.211628 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['9d784b74-8dec-426c-928f-bed55e1f51fe'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:17:48.234994 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839148f-c631-487c-b386-775cd5468f97 req-ca5e61de-5d9f-4c3a-856c-71022dba39d9 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:48.236550 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c839148f-c631-487c-b386-775cd5468f97 req-ca5e61de-5d9f-4c3a-856c-71022dba39d9 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 944 time: 0.0759604 Jan 24 09:17:48.271615 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fff05c60-ed15-40b1-a895-9c1eb06372cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:48.305601 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Allocated IP 172.20.0.3 (b0d83e5f-030e-4cd8-ac08-bbed93fad267/3272f763-2f6e-481e-8a91-15b6873888ea/73ec9bcf-7f40-4fd5-9968-de1accae6f03) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:48.332513 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['af0ff79f-46d7-41b6-adb2-1f564fafaaba'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:17:48.345327 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c839148f-c631-487c-b386-775cd5468f97 req-0177d026-2787-42b2-a843-0d6512b9e651 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979514 Jan 24 09:17:48.353718 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-32ba4198-5d1e-475d-8296-da8d03e3501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:48.355530 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-32ba4198-5d1e-475d-8296-da8d03e3501c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 1097 time: 0.0819612 Jan 24 09:17:48.359931 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e901d92-4175-4660-97b3-bd8fff1664f4 req-1b11fa25-0d4e-4a37-b5e4-41326fca78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:48.361396 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8e901d92-4175-4660-97b3-bd8fff1664f4 req-1b11fa25-0d4e-4a37-b5e4-41326fca78d9 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5267131 Jan 24 09:17:48.400295 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795c903-a7a1-4b20-8827-4011ac7d9dcf req-887147ee-7ea2-40ed-a28c-4f1867c60c93 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:48.401987 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4795c903-a7a1-4b20-8827-4011ac7d9dcf req-887147ee-7ea2-40ed-a28c-4f1867c60c93 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 944 time: 0.2502165 Jan 24 09:17:48.475260 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-c8a3e016-dcc1-4a5e-9358-1771d710024c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8921ac36-ed44-4666-b756-63bd8f08a955 HTTP/1.1" status: 200 len: 217 time: 0.0919538 Jan 24 09:17:48.504415 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0d0726f1-77f5-4d1f-a8c3-f81cd4ecdb31 req-e149dd7a-2d06-4fb0-b7e2-b4328efa8f45 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 210 time: 0.0412698 Jan 24 09:17:48.582565 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-c29d443f-c534-4fa0-960a-b7e187c30869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:48.583462 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Made reservation on behalf of 1dc910091533410a986175bf4570f541 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:17:48.584049 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-c29d443f-c534-4fa0-960a-b7e187c30869 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7a5e6d63-43c4-459b-a03f-9672a3341cea HTTP/1.1" status: 200 len: 859 time: 0.0894432 Jan 24 09:17:48.587028 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:48.603696 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d98780-1845-46bf-b8ae-181f8140866b req-dba9d74a-233b-4df5-91e6-5aabe71296b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:48.604084 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e92e7ac8-f178-433d-ae69-bc185f755a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:48.604973 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-dba9d74a-233b-4df5-91e6-5aabe71296b3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 1096 time: 0.1865931 Jan 24 09:17:48.632104 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-d5c7a763-0fd1-4b35-9c94-96fe8a787142 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f851d587-14cc-48ac-9b32-b0aa546a9c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405684 Jan 24 09:17:48.647184 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4795c903-a7a1-4b20-8827-4011ac7d9dcf req-82366ba4-d23d-4d54-8a35-32ac1136d8c4 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343698 Jan 24 09:17:48.694172 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fff05c60-ed15-40b1-a895-9c1eb06372cc admin admin] Publish callbacks [] for security_group (5eb069ef-7bcc-4348-b6fa-19a6f29f959a), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:48.697270 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-21d0948c-6a21-4bbe-8d83-60df073cf12c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 HTTP/1.1" status: 200 len: 217 time: 0.0769854 Jan 24 09:17:48.698670 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8da7efd5-4158-42a9-af3f-dc6db7592d3f req-4511f7bf-b73c-4996-80f5-3f107261ad81 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 210 time: 0.0693085 Jan 24 09:17:48.769560 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-be46c977-b20b-4d7f-a04d-6cb24fd34492 service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283903 Jan 24 09:17:48.790090 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:48.805751 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fff05c60-ed15-40b1-a895-9c1eb06372cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5eb069ef-7bcc-4348-b6fa-19a6f29f959a), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:48.837634 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d98780-1845-46bf-b8ae-181f8140866b req-a6aad00f-6fe7-4fdc-ac64-cf4de8959f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:48.839990 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-a6aad00f-6fe7-4fdc-ac64-cf4de8959f4e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7a5e6d63-43c4-459b-a03f-9672a3341cea HTTP/1.1" status: 200 len: 859 time: 0.1283450 Jan 24 09:17:48.898606 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8c2cf71-9df3-4fb7-b776-f77ef0f91f7b req-f68ae51f-3c01-4d39-bef5-717d8f90d07f service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199765 Jan 24 09:17:48.951135 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-592611a8-6bd9-4221-9c86-8bd96208c2dd service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f851d587-14cc-48ac-9b32-b0aa546a9c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936766 Jan 24 09:17:48.953334 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-fff05c60-ed15-40b1-a895-9c1eb06372cc admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=04dc7defba8248209213c1b57ebb7806&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4070308 Jan 24 09:17:48.956893 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43414) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:48.967712 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff05c60-ed15-40b1-a895-9c1eb06372cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb069ef-7bcc-4348-b6fa-19a6f29f959a,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:49.018518 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2348dc9c-2b9c-4977-9f04-d967a53de26d admin admin] Publish callbacks [] for security_group (5eb069ef-7bcc-4348-b6fa-19a6f29f959a), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.038267 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2348dc9c-2b9c-4977-9f04-d967a53de26d admin admin] Publish callbacks [] for security_group (5eb069ef-7bcc-4348-b6fa-19a6f29f959a), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.049689 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Allocated IP 172.20.0.9 (cecc965a-bd5f-433d-822a-db760db2c0ab/a5112ccc-ca3f-482c-bc18-0e8c182e366d/93c2fd64-23e2-4383-a6ab-b95fd9eca7df) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:17:49.069714 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.141986 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-f55e7f63-481c-4762-8013-37ea8e73d76c service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766882 Jan 24 09:17:49.144041 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2348dc9c-2b9c-4977-9f04-d967a53de26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5eb069ef-7bcc-4348-b6fa-19a6f29f959a), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.148046 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2348dc9c-2b9c-4977-9f04-d967a53de26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.149204 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2348dc9c-2b9c-4977-9f04-d967a53de26d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5eb069ef-7bcc-4348-b6fa-19a6f29f959a HTTP/1.1" status: 204 len: 168 time: 0.1910813 Jan 24 09:17:49.163242 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348dc9c-2b9c-4977-9f04-d967a53de26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb069ef-7bcc-4348-b6fa-19a6f29f959a,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:49.194186 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Network b0d83e5f-030e-4cd8-ac08-bbed93fad267 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:49.208964 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'Port': ['ID=73ec9bcf-7f40-4fd5-9968-de1accae6f03,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:49.221201 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:49.230661 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:49.236547 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:49.237184 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.370063 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7ec46-4ddd-465d-a56f-62275f664206 req-408c0f1b-ca20-4e34-93b1-b537fb173c5b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:49.372608 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-86d7ec46-4ddd-465d-a56f-62275f664206 req-408c0f1b-ca20-4e34-93b1-b537fb173c5b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 943 time: 0.2336109 Jan 24 09:17:49.432504 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6d98780-1845-46bf-b8ae-181f8140866b req-6f85b736-0b17-4094-a055-a3294f7fa562 service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704692 Jan 24 09:17:49.445621 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-57151324-285d-48d5-ae35-1886cc486289 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5703788 Jan 24 09:17:49.463278 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.475001 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Request body: {'port': {'device_id': 'b820c156-179a-4172-a02b-6c88713087f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:49.492797 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3699e0-7226-4d81-a270-58de0da28bfc req-8a3a52bb-a4e1-43dd-bede-f43aa7f9626c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:49.494951 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5e3699e0-7226-4d81-a270-58de0da28bfc req-8a3a52bb-a4e1-43dd-bede-f43aa7f9626c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 944 time: 0.0563486 Jan 24 09:17:49.510164 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-86d7ec46-4ddd-465d-a56f-62275f664206 req-d3c21f60-79bf-467b-abd3-6c377a251680 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285293 Jan 24 09:17:49.515894 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-e59d590e-9751-4c45-8b8a-714ee6c5d2eb None None] Provisioning complete for port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:49.516603 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e59d590e-9751-4c45-8b8a-714ee6c5d2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.558579 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.565925 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-e59d590e-9751-4c45-8b8a-714ee6c5d2eb None None] Port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:17:49.621565 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5e3699e0-7226-4d81-a270-58de0da28bfc req-d2f1e4db-de38-4e53-8d3c-4d13fea4e2d1 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955501 Jan 24 09:17:49.716753 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.812637 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.845622 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Network cecc965a-bd5f-433d-822a-db760db2c0ab is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:17:49.871926 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c4447-1ac4-44e6-ab0b-4680369ff6e1 req-faaff3be-3694-4245-864d-f0360c4596e8 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:49.873491 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-399c4447-1ac4-44e6-ab0b-4680369ff6e1 req-faaff3be-3694-4245-864d-f0360c4596e8 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 944 time: 0.0828769 Jan 24 09:17:49.896165 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4dbb7-6bc0-4a81-87e8-ca9578e7c8d5 req-e1114886-461f-4eb6-9361-9b10341bfbee tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:49.897732 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f3f4dbb7-6bc0-4a81-87e8-ca9578e7c8d5 req-e1114886-461f-4eb6-9361-9b10341bfbee tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 931 time: 0.2854209 Jan 24 09:17:49.898693 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:17:49.906384 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:17:49.913298 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:49.913961 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:49.928928 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'Port': ['ID=93c2fd64-23e2-4383-a6ab-b95fd9eca7df,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:50.013442 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f3f4dbb7-6bc0-4a81-87e8-ca9578e7c8d5 req-63f828aa-08f7-4215-bcaa-f7129450ec6d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953653 Jan 24 09:17:50.016245 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43444) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:50.044055 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-0ffef543-0235-45b3-a18d-559ccea3ae0a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4961576 Jan 24 09:17:50.047673 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-399c4447-1ac4-44e6-ab0b-4680369ff6e1 req-a8afb8e5-31c2-4c48-be78-11a0d30c1545 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575849 Jan 24 09:17:50.053075 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2b92a503-23c5-43f0-bf8d-9752cd7a8588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.063900 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Request body: {'port': {'device_id': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:17:50.203331 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ec9bcf-7f40-4fd5-9968-de1accae6f03 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:17:50.211514 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 8921ac36-ed44-4666-b756-63bd8f08a955 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:17:50.221066 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Publish callbacks [] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.221581 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 9d784b74-8dec-426c-928f-bed55e1f51fe up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:50.241021 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.261639 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Transition to ACTIVE for port object 73ec9bcf-7f40-4fd5-9968-de1accae6f03 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:17:50.285328 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe772ce-3dac-4d46-8034-080b33f1dc32 req-ee17e952-6fdc-4c17-879d-7e367d22ee61 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:50.286955 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4fe772ce-3dac-4d46-8034-080b33f1dc32 req-ee17e952-6fdc-4c17-879d-7e367d22ee61 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 931 time: 0.1510623 Jan 24 09:17:50.336987 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.381630 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-e34e7b0e-4f91-417f-bab1-8eeae60f9b98 None None] Provisioning complete for port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:50.382002 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e34e7b0e-4f91-417f-bab1-8eeae60f9b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.438196 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 8921ac36-ed44-4666-b756-63bd8f08a955, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8921ac36-ed44-4666-b756-63bd8f08a955,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:50.453915 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-e34e7b0e-4f91-417f-bab1-8eeae60f9b98 None None] Port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:17:50.459302 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '8921ac36-ed44-4666-b756-63bd8f08a955', 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65', 'port_id': '8921ac36-ed44-4666-b756-63bd8f08a955', 'mac_address': 'fa:16:3e:25:d0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5e6d63-43c4-459b-a03f-9672a3341cea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:17:50.493183 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2b92a503-23c5-43f0-bf8d-9752cd7a8588 admin admin] Publish callbacks [] for security_group (e7bbdf7f-0f6b-4828-9412-9c2bd985432d), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.503683 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 9d784b74-8dec-426c-928f-bed55e1f51fe completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:17:50.511685 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 9d784b74-8dec-426c-928f-bed55e1f51fe triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:50.512258 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.514719 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Pushing event updated for resources: {'Port': ['ID=73ec9bcf-7f40-4fd5-9968-de1accae6f03,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:50.527274 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4fe772ce-3dac-4d46-8034-080b33f1dc32 req-c9958d93-3298-4171-ac4f-54a103566456 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204928 Jan 24 09:17:50.547337 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 8921ac36-ed44-4666-b756-63bd8f08a955 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:50.548325 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.590239 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2b92a503-23c5-43f0-bf8d-9752cd7a8588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e7bbdf7f-0f6b-4828-9412-9c2bd985432d), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.621613 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8921ac36-ed44-4666-b756-63bd8f08a955 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:17:50.639687 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Attempting to bind port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:50.640023 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Attempting to bind port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:50.640405 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Attempting to bind port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 on network b0d83e5f-030e-4cd8-ac08-bbed93fad267 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:50.665866 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 8921ac36-ed44-4666-b756-63bd8f08a955, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8921ac36-ed44-4666-b756-63bd8f08a955,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:50.696629 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 on network b0d83e5f-030e-4cd8-ac08-bbed93fad267 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:17:50.696948 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Attempting to bind port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 on network b0d83e5f-030e-4cd8-ac08-bbed93fad267 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:50.704511 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393b6db-62a1-446c-b00f-8817d99754ca req-85f78f54-52e6-4b09-8d91-bd9948faf100 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:50.706956 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4393b6db-62a1-446c-b00f-8817d99754ca req-85f78f54-52e6-4b09-8d91-bd9948faf100 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 943 time: 0.0790808 Jan 24 09:17:50.716726 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-2b92a503-23c5-43f0-bf8d-9752cd7a8588 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2535cdf4a5ed48098d33690fd9f8f065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6995444 Jan 24 09:17:50.719775 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43458) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:50.720490 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:50.720827 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Checking segment: {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:50.721210 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Bound using segment: {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:50.721691 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Bound port: 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:50.722651 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.729959 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 9d784b74-8dec-426c-928f-bed55e1f51fe is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:50.730354 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.731354 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92a503-23c5-43f0-bf8d-9752cd7a8588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bbdf7f-0f6b-4828-9412-9c2bd985432d,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:50.776714 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.831942 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4393b6db-62a1-446c-b00f-8817d99754ca req-97b6175a-0e53-41a7-b58e-d648ca57eb1d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152003 Jan 24 09:17:50.833767 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f7f20d0b-0f20-4343-994a-d6c542154e1b admin admin] Publish callbacks [] for security_group (e7bbdf7f-0f6b-4828-9412-9c2bd985432d), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.848641 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e86b7-8556-46c7-aad6-e5b2af845691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d784b74-8dec-426c-928f-bed55e1f51fe'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:17:50.860263 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f7f20d0b-0f20-4343-994a-d6c542154e1b admin admin] Publish callbacks [] for security_group (e7bbdf7f-0f6b-4828-9412-9c2bd985432d), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.903951 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0c240-4ce1-463b-9f4a-98762cf776c1 req-843ad973-8df8-448d-933d-754a42cb95a2 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:50.905641 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-35c0c240-4ce1-463b-9f4a-98762cf776c1 req-843ad973-8df8-448d-933d-754a42cb95a2 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 944 time: 0.1690998 Jan 24 09:17:50.928657 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:50.962695 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:50.967580 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c2fd64-23e2-4383-a6ab-b95fd9eca7df {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:17:50.977772 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f7f20d0b-0f20-4343-994a-d6c542154e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e7bbdf7f-0f6b-4828-9412-9c2bd985432d), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.981484 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f7f20d0b-0f20-4343-994a-d6c542154e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.981837 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Publish callbacks [] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:50.985528 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-f7f20d0b-0f20-4343-994a-d6c542154e1b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e7bbdf7f-0f6b-4828-9412-9c2bd985432d HTTP/1.1" status: 204 len: 168 time: 0.2613273 Jan 24 09:17:50.994516 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f20d0b-0f20-4343-994a-d6c542154e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bbdf7f-0f6b-4828-9412-9c2bd985432d,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:51.022074 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Transition to ACTIVE for port object 93c2fd64-23e2-4383-a6ab-b95fd9eca7df will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:17:51.026174 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-35c0c240-4ce1-463b-9f4a-98762cf776c1 req-7f700e03-5a35-4b72-be3d-fce4b7bd77cd tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015127 Jan 24 09:17:51.064807 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:51.078232 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 9d784b74-8dec-426c-928f-bed55e1f51fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9d784b74-8dec-426c-928f-bed55e1f51fe,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:51.112139 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=8921ac36-ed44-4666-b756-63bd8f08a955,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:51.166701 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:51.167617 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:51.168422 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device af0ff79f-46d7-41b6-adb2-1f564fafaaba up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:51.226113 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccdc5a-bad9-4d81-8c8c-1e5b0e57cfd7 req-4933d712-fcf4-4164-b8b3-48ef6df038ab tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:51.248365 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-98ccdc5a-bad9-4d81-8c8c-1e5b0e57cfd7 req-4933d712-fcf4-4164-b8b3-48ef6df038ab tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0730717 Jan 24 09:17:51.274770 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e48e8b8-8a9c-4de5-a0de-454f96ddd21b" -d '{"events": [{"server_uuid": "334e86b7-8556-46c7-aad6-e5b2af845691", "name": "network-vif-plugged", "status": "completed", "tag": "9d784b74-8dec-426c-928f-bed55e1f51fe"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:17:51.303019 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=9d784b74-8dec-426c-928f-bed55e1f51fe,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:51.310038 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-98ccdc5a-bad9-4d81-8c8c-1e5b0e57cfd7 req-928e1b48-549d-490c-b7f6-a990eba4b44f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581489 Jan 24 09:17:51.350845 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:51.387786 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:51.388416 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:51.389808 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] 10.222.0.115 "PUT /v2.0/ports/73ec9bcf-7f40-4fd5-9968-de1accae6f03 HTTP/1.1" status: 200 len: 1093 time: 1.9297948 Jan 24 09:17:51.391244 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:17:51.393460 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713d09da-af2c-4f98-b644-d84539cba9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:17:51.421866 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port af0ff79f-46d7-41b6-adb2-1f564fafaaba completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:17:51.427637 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port af0ff79f-46d7-41b6-adb2-1f564fafaaba triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:51.435215 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:51.435708 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfd3d0-aef5-448a-b013-93a6ddd65c4e service neutron] Pushing event updated for resources: {'Port': ['ID=73ec9bcf-7f40-4fd5-9968-de1accae6f03,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:51.459846 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df7ef2-4ac3-4fc6-9582-b5a1a5f64cdf req-267f5036-23ae-485a-9928-2e40a23e7b39 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:51.461422 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d0df7ef2-4ac3-4fc6-9582-b5a1a5f64cdf req-267f5036-23ae-485a-9928-2e40a23e7b39 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 944 time: 0.1162593 Jan 24 09:17:51.589315 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Pushing event updated for resources: {'Port': ['ID=93c2fd64-23e2-4383-a6ab-b95fd9eca7df,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:51.619297 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port af0ff79f-46d7-41b6-adb2-1f564fafaaba is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:51.619297 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:51.663744 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port af0ff79f-46d7-41b6-adb2-1f564fafaaba, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af0ff79f-46d7-41b6-adb2-1f564fafaaba,segment=NetworkSegment(fc6b7b47-7022-407b-8763-b76a72350408),segment_id=fc6b7b47-7022-407b-8763-b76a72350408)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:51.664382 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Attempting to bind port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:17:51.664729 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Attempting to bind port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:17:51.665126 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Attempting to bind port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df on network cecc965a-bd5f-433d-822a-db760db2c0ab {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:51.670915 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c6dd34-9158-46f7-8198-feb06160e4d2 x-openstack-request-id: req-15c6dd34-9158-46f7-8198-feb06160e4d2 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:17:51.678003 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e86b7-8556-46c7-aad6-e5b2af845691", "name": "network-vif-plugged", "status": "completed", "tag": "9d784b74-8dec-426c-928f-bed55e1f51fe", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:17:51.678003 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-15c6dd34-9158-46f7-8198-feb06160e4d2 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:17:51.678003 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e86b7-8556-46c7-aad6-e5b2af845691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d784b74-8dec-426c-928f-bed55e1f51fe', 'code': 200} Jan 24 09:17:51.678317 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d0df7ef2-4ac3-4fc6-9582-b5a1a5f64cdf req-f963a1fc-8989-4eb0-bf43-a2f7bd5041e6 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912103 Jan 24 09:17:51.680137 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df on network cecc965a-bd5f-433d-822a-db760db2c0ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:17:51.680463 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Attempting to bind port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df on network cecc965a-bd5f-433d-822a-db760db2c0ab {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:17:51.689256 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:17:51.689609 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Checking segment: {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:17:51.690138 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Bound using segment: {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:17:51.691123 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Bound port: 93c2fd64-23e2-4383-a6ab-b95fd9eca7df, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:17:51.691490 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:51.726509 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:51.760976 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2972fea3-c1c9-444d-a5f9-559e4de96147 x-openstack-request-id: req-2972fea3-c1c9-444d-a5f9-559e4de96147 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:17:51.760976 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:17:51.760976 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2972fea3-c1c9-444d-a5f9-559e4de96147 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:17:51.761293 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'status': 'completed', 'code': 200} Jan 24 09:17:51.811587 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=af0ff79f-46d7-41b6-adb2-1f564fafaaba,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:51.851085 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] For port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:17:51.855137 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] For port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=93c2fd64-23e2-4383-a6ab-b95fd9eca7df,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:17:51.871190 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc55b5-33b6-4817-81c3-1b943463fa1f req-4ded0601-7312-4b36-8143-3de899bce1c3 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:51.872988 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-77dc55b5-33b6-4817-81c3-1b943463fa1f req-4ded0601-7312-4b36-8143-3de899bce1c3 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 943 time: 0.1059864 Jan 24 09:17:51.932796 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-77dc55b5-33b6-4817-81c3-1b943463fa1f req-63e5af18-6a4b-4d97-89a2-d0d8db8d7f3e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483665 Jan 24 09:17:51.944193 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:51.991145 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:51.991810 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:51.993217 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] 10.222.0.115 "PUT /v2.0/ports/93c2fd64-23e2-4383-a6ab-b95fd9eca7df HTTP/1.1" status: 200 len: 1093 time: 1.9380198 Jan 24 09:17:52.021656 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67f025-7cab-47df-84f3-722c89c474e7 service neutron] Pushing event updated for resources: {'Port': ['ID=93c2fd64-23e2-4383-a6ab-b95fd9eca7df,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:52.022505 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fc2f6-0fb3-4ed5-ab44-5ca57a14467c req-ff9ae8cf-d27d-42e8-a8ad-d6196ef853c5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:52.022505 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2d3fc2f6-0fb3-4ed5-ab44-5ca57a14467c req-ff9ae8cf-d27d-42e8-a8ad-d6196ef853c5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 943 time: 0.0741479 Jan 24 09:17:52.099166 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2d3fc2f6-0fb3-4ed5-ab44-5ca57a14467c req-f49fbcc4-a6d2-48ca-9008-bb3da33db942 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691891 Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.244059 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:17:52.246384 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:17:52.247714 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32ea50-7a91-4f1e-9a2f-a6a42d73afb5 req-977a4fc8-4f71-419d-b1e5-41b9be164a82 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:52.249606 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ac32ea50-7a91-4f1e-9a2f-a6a42d73afb5 req-977a4fc8-4f71-419d-b1e5-41b9be164a82 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0773840 Jan 24 09:17:52.305785 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ac32ea50-7a91-4f1e-9a2f-a6a42d73afb5 req-58c85c51-dcdc-4f1c-b490-b6af91875643 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497973 Jan 24 09:17:52.462343 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3887c79-b50e-4792-9039-66699b5ca787 req-3e4dfdda-fdf7-48d7-862f-5a137f29e632 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:52.463895 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f3887c79-b50e-4792-9039-66699b5ca787 req-3e4dfdda-fdf7-48d7-862f-5a137f29e632 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0793307 Jan 24 09:17:52.514432 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f3887c79-b50e-4792-9039-66699b5ca787 req-253e419e-4639-4bfb-aac2-57010a16390a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447018 Jan 24 09:17:52.532029 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:52.814425 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a2ef0-a66a-488a-ab83-438b207a82cf req-b3f1bc48-6646-4571-899f-8f506a16f69e tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:52.816712 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-289a2ef0-a66a-488a-ab83-438b207a82cf req-b3f1bc48-6646-4571-899f-8f506a16f69e tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0533779 Jan 24 09:17:52.881491 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-289a2ef0-a66a-488a-ab83-438b207a82cf req-d0bea578-afd9-4087-99bd-69b71451645f tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589583 Jan 24 09:17:53.058121 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7da90-fffe-45c2-954a-ed1805c64d93 req-5a1472e5-5ddb-4bf9-a3cb-cd54d405effb tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:53.059605 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4df7da90-fffe-45c2-954a-ed1805c64d93 req-5a1472e5-5ddb-4bf9-a3cb-cd54d405effb tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 943 time: 0.0502090 Jan 24 09:17:53.107467 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4df7da90-fffe-45c2-954a-ed1805c64d93 req-7a998f35-5dca-4390-8c59-2b85f265fb63 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422056 Jan 24 09:17:53.236240 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f69bde-becb-47a7-b16d-15ed330d7b59 req-98e5dc21-ddaf-4559-8cf8-532819247579 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:53.237972 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-90f69bde-becb-47a7-b16d-15ed330d7b59 req-98e5dc21-ddaf-4559-8cf8-532819247579 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 943 time: 0.0518396 Jan 24 09:17:53.285975 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-90f69bde-becb-47a7-b16d-15ed330d7b59 req-bfebd2c1-a5e1-4255-9ed7-642dfdb10d28 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424266 Jan 24 09:17:53.429892 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d8bbc-af3a-4aee-bc30-02a2bd8309ce req-611de4e9-c9fa-40d0-89b9-f1f5835777cb tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:53.437314 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4a1d8bbc-af3a-4aee-bc30-02a2bd8309ce req-611de4e9-c9fa-40d0-89b9-f1f5835777cb tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0605369 Jan 24 09:17:53.483034 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-8313219f-6e36-4f85-a370-ebcffb7e3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:53.484587 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-8313219f-6e36-4f85-a370-ebcffb7e3b98 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 1096 time: 0.0520611 Jan 24 09:17:53.507159 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4a1d8bbc-af3a-4aee-bc30-02a2bd8309ce req-17ad6a50-1225-4fdd-bb94-fdc9502f73b5 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688121 Jan 24 09:17:53.557610 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-bc0bc964-1a0e-44dd-adb6-ca88467c6470 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03 HTTP/1.1" status: 200 len: 217 time: 0.0576253 Jan 24 09:17:53.650668 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-dbcab7dd-35b2-4bf7-bc85-40f4cacda27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:53.652019 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-dbcab7dd-35b2-4bf7-bc85-40f4cacda27c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 200 len: 855 time: 0.0806687 Jan 24 09:17:53.655584 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-194b04cf-149c-4c02-ba5a-64bdf11fc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:53.657007 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-194b04cf-149c-4c02-ba5a-64bdf11fc9e7 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1dc910091533410a986175bf4570f541&device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 1096 time: 0.1469350 Jan 24 09:17:53.673085 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed86616-06ff-4a4b-8e45-644f6ada6f6e req-255aaad9-d931-4d6d-a670-9c691b32d363 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:53.674311 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f231864-55f5-469d-b015-721a0ddc5e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0ff79f-46d7-41b6-adb2-1f564fafaaba'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:17:53.675293 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0ed86616-06ff-4a4b-8e45-644f6ada6f6e req-255aaad9-d931-4d6d-a670-9c691b32d363 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0723023 Jan 24 09:17:53.678193 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a7a83d-d517-4bd6-9a8e-2b6f0d224d26" -d '{"events": [{"server_uuid": "8f231864-55f5-469d-b015-721a0ddc5e3d", "name": "network-vif-plugged", "status": "completed", "tag": "af0ff79f-46d7-41b6-adb2-1f564fafaaba"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:17:53.716951 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c62153-575b-424a-9130-9e1d3e0e5088 x-openstack-request-id: req-e2c62153-575b-424a-9130-9e1d3e0e5088 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:17:53.717674 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f231864-55f5-469d-b015-721a0ddc5e3d", "name": "network-vif-plugged", "status": "completed", "tag": "af0ff79f-46d7-41b6-adb2-1f564fafaaba", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:17:53.718046 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e2c62153-575b-424a-9130-9e1d3e0e5088 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:17:53.718570 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f231864-55f5-469d-b015-721a0ddc5e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0ff79f-46d7-41b6-adb2-1f564fafaaba', 'code': 200} Jan 24 09:17:53.753293 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-febed0f6-b4d8-430e-9d6a-8fdec888209d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c2fd64-23e2-4383-a6ab-b95fd9eca7df HTTP/1.1" status: 200 len: 217 time: 0.0769279 Jan 24 09:17:53.761645 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'tag': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:17:53.763908 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3f66a4-9a24-417b-8517-02d0d16db346" -d '{"events": [{"name": "network-changed", "server_uuid": "c7421454-e5c9-4ecb-8afb-928a7042b789", "tag": "93c2fd64-23e2-4383-a6ab-b95fd9eca7df"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:17:53.766035 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['8921ac36-ed44-4666-b756-63bd8f08a955'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:17:53.816795 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f313839e-a6c2-4766-ad3f-d3bae4aa9c4a x-openstack-request-id: req-f313839e-a6c2-4766-ad3f-d3bae4aa9c4a {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:17:53.817356 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7421454-e5c9-4ecb-8afb-928a7042b789", "tag": "93c2fd64-23e2-4383-a6ab-b95fd9eca7df", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:17:53.817356 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f313839e-a6c2-4766-ad3f-d3bae4aa9c4a {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:17:53.817691 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'tag': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df', 'status': 'completed', 'code': 200} Jan 24 09:17:53.896710 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0ed86616-06ff-4a4b-8e45-644f6ada6f6e req-8c46fb3a-535c-4a85-ab7c-b857d13badbf tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978188 Jan 24 09:17:53.920472 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-dc5a4324-6cb0-43a7-b1a9-7464a06ededb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:53.922015 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-dc5a4324-6cb0-43a7-b1a9-7464a06ededb service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b0d83e5f-030e-4cd8-ac08-bbed93fad267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2442417 Jan 24 09:17:53.972347 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-7cca882f-69c0-4354-a8b8-a6933ede048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:53.974206 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-7cca882f-69c0-4354-a8b8-a6933ede048c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a5112ccc-ca3f-482c-bc18-0e8c182e366d HTTP/1.1" status: 200 len: 849 time: 0.1836641 Jan 24 09:17:54.035562 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fb4a0-c9d7-4ef2-90d8-351833e4a03e req-0af3c919-72a6-4ef8-83b1-f6831b3cedd4 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:54.042651 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9a6fb4a0-c9d7-4ef2-90d8-351833e4a03e req-0af3c919-72a6-4ef8-83b1-f6831b3cedd4 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0630407 Jan 24 09:17:54.052644 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d286da-94b2-4318-af9a-e3e7acab2c58 req-ef557769-3343-46c7-a621-ce1b146469b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:54.054211 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66d286da-94b2-4318-af9a-e3e7acab2c58 req-ef557769-3343-46c7-a621-ce1b146469b1 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 1098 time: 0.2495887 Jan 24 09:17:54.091425 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66d286da-94b2-4318-af9a-e3e7acab2c58 req-517ef18b-fd78-42f9-b6b1-ebfd3ff34fa0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:54.097125 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9a6fb4a0-c9d7-4ef2-90d8-351833e4a03e req-2d27ae0d-bec3-47f1-9c1a-f5358e5cf32f tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527833 Jan 24 09:17:54.103799 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-be51a89b-bf0c-4217-bf60-eea075322c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:54.105348 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-be51a89b-bf0c-4217-bf60-eea075322c98 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecc965a-bd5f-433d-822a-db760db2c0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1235619 Jan 24 09:17:54.114904 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-5501a530-69b1-48a7-a82d-87b303751cac service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838939 Jan 24 09:17:54.236006 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417ea36-1149-4195-ada4-77a580e75ca4 req-8d9b493e-4931-42bf-9000-a16d2769b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:54.237701 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8417ea36-1149-4195-ada4-77a580e75ca4 req-8d9b493e-4931-42bf-9000-a16d2769b5dd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 1098 time: 0.0987713 Jan 24 09:17:54.264655 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-8417ea36-1149-4195-ada4-77a580e75ca4 req-17d88766-58d9-4768-979b-2565b747beec service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:54.401938 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92ce3c-7658-461a-b6bc-9b4c26fe7d03 req-7b532c2a-d6d5-4cba-948f-b39b5440961c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:54.403200 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ed92ce3c-7658-461a-b6bc-9b4c26fe7d03 req-7b532c2a-d6d5-4cba-948f-b39b5440961c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 943 time: 0.2152064 Jan 24 09:17:54.417968 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cff4b-29d6-4ee5-a338-64b447db6ee7 req-6d975ecc-2220-472e-b255-26485597dd42 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:54.419617 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-684cff4b-29d6-4ee5-a338-64b447db6ee7 req-6d975ecc-2220-472e-b255-26485597dd42 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 943 time: 0.0550828 Jan 24 09:17:54.433792 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66d286da-94b2-4318-af9a-e3e7acab2c58 req-517ef18b-fd78-42f9-b6b1-ebfd3ff34fa0 service neutron] Publish callbacks [] for security_group (c55ec13e-0705-4779-9ad1-cb87517b824b), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:54.434624 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:17:54.439825 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 8921ac36-ed44-4666-b756-63bd8f08a955 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:54.447371 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bf2a1d23-6ce9-46be-8d9f-2eef14025f37 req-d6892958-e4a2-4947-8a5f-51da1df3b262 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079751 Jan 24 09:17:54.491722 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-a9957ba1-bb6c-4add-be6e-a294b3cefe52 service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643374 Jan 24 09:17:54.513496 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-684cff4b-29d6-4ee5-a338-64b447db6ee7 req-b26f50e5-57ee-46fe-b364-b86f6892b9e6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861092 Jan 24 09:17:54.568667 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66d286da-94b2-4318-af9a-e3e7acab2c58 req-517ef18b-fd78-42f9-b6b1-ebfd3ff34fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (c55ec13e-0705-4779-9ad1-cb87517b824b), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:54.572847 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.db.api [req-8417ea36-1149-4195-ada4-77a580e75ca4 req-17d88766-58d9-4768-979b-2565b747beec service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 7f91fba70ac5426c9d252bd2ec38c360 {{(pid=103102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:17:54.573041 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG oslo_db.api [req-8417ea36-1149-4195-ada4-77a580e75ca4 req-17d88766-58d9-4768-979b-2565b747beec service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 09:17:54.662346 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43590) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:54.714345 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:54.721279 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 8921ac36-ed44-4666-b756-63bd8f08a955 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:17:54.738717 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 8921ac36-ed44-4666-b756-63bd8f08a955 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:54.739780 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:54.743643 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '5e0c4cdf-09d8-44d6-8bce-e6c6ed362462', 'network_id': 'f851d587-14cc-48ac-9b32-b0aa546a9c65', 'port_id': '5e0c4cdf-09d8-44d6-8bce-e6c6ed362462', 'mac_address': 'fa:16:3e:43:d6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5e6d63-43c4-459b-a03f-9672a3341cea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:17:54.759736 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ef18b-fd78-42f9-b6b1-ebfd3ff34fa0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c55ec13e-0705-4779-9ad1-cb87517b824b,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:54.761724 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebcaff-ea99-4743-b094-eb364dfbb34c req-d2510288-b81a-45b3-98bc-ac9582ea5f91 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:54.774035 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0cebcaff-ea99-4743-b094-eb364dfbb34c req-d2510288-b81a-45b3-98bc-ac9582ea5f91 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.1289515 Jan 24 09:17:54.810512 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ed92ce3c-7658-461a-b6bc-9b4c26fe7d03 req-f89585ae-2bb3-40bc-92bd-30bd6a2c3fa8 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3933523 Jan 24 09:17:54.826205 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66d286da-94b2-4318-af9a-e3e7acab2c58 req-517ef18b-fd78-42f9-b6b1-ebfd3ff34fa0 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7578480 Jan 24 09:17:54.856324 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:54.856324 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:54.876215 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:17:54.883718 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6fc23f3-4e4a-4ba5-b75c-176f862328a9 req-3e3636d8-044a-42fb-b2b0-4592c4a5aed8 service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786452 Jan 24 09:17:54.885030 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0cebcaff-ea99-4743-b094-eb364dfbb34c req-115bc5a0-542d-4f96-8a22-ad736fca174c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069248 Jan 24 09:17:54.889927 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d09da-af2c-4f98-b644-d84539cba9ca req-5d697be7-90b1-4389-8ff9-b4356cfb2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:54.901661 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:54.902212 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-713d09da-af2c-4f98-b644-d84539cba9ca req-5d697be7-90b1-4389-8ff9-b4356cfb2e6e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 1096 time: 0.2148814 Jan 24 09:17:54.931588 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7220bff3-2fc3-4e40-9ff2-fd248a679027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:54.952587 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 8921ac36-ed44-4666-b756-63bd8f08a955 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:54.955649 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:54.983189 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:55.022615 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 8921ac36-ed44-4666-b756-63bd8f08a955, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8921ac36-ed44-4666-b756-63bd8f08a955,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:55.039894 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7220bff3-2fc3-4e40-9ff2-fd248a679027 admin admin] Publish callbacks [] for security_group (4e4dbc81-26f1-4034-9e80-2a230bd10c0c), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:55.048522 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:55.069418 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843ebf0-847d-4ec3-8239-0951c9c828f9 req-e74a5110-9d9d-4f33-8d3d-9552005f83b0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:55.071676 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9843ebf0-847d-4ec3-8239-0951c9c828f9 req-e74a5110-9d9d-4f33-8d3d-9552005f83b0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0621107 Jan 24 09:17:55.074335 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-8417ea36-1149-4195-ada4-77a580e75ca4 req-17d88766-58d9-4768-979b-2565b747beec service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:55.093449 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:55.165693 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7220bff3-2fc3-4e40-9ff2-fd248a679027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4e4dbc81-26f1-4034-9e80-2a230bd10c0c), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:55.203640 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=8921ac36-ed44-4666-b756-63bd8f08a955,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:55.288689 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220bff3-2fc3-4e40-9ff2-fd248a679027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4dbc81-26f1-4034-9e80-2a230bd10c0c,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:55.301535 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9843ebf0-847d-4ec3-8239-0951c9c828f9 req-02557221-a94b-4a8f-87a1-3db873142d53 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230780 Jan 24 09:17:55.317400 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-7220bff3-2fc3-4e40-9ff2-fd248a679027 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=df540418faa845cba52bcef255e510cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6521795 Jan 24 09:17:55.320949 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43610) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:55.330539 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8417ea36-1149-4195-ada4-77a580e75ca4 req-17d88766-58d9-4768-979b-2565b747beec service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0836003 Jan 24 09:17:55.344237 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d09da-af2c-4f98-b644-d84539cba9ca req-85f2deb4-1e53-4384-8110-5dedcfe8a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:55.345842 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-713d09da-af2c-4f98-b644-d84539cba9ca req-85f2deb4-1e53-4384-8110-5dedcfe8a6ab service neutron] 10.222.0.115 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 917 time: 0.2455604 Jan 24 09:17:55.347933 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['5e0c4cdf-09d8-44d6-8bce-e6c6ed362462'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:17:55.350445 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f66a4-9a24-417b-8517-02d0d16db346 req-2fda0710-503e-4f54-bf45-1568f9de5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:55.352593 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0a3f66a4-9a24-417b-8517-02d0d16db346 req-2fda0710-503e-4f54-bf45-1568f9de5d6c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1dc910091533410a986175bf4570f541&device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 1096 time: 0.1136210 Jan 24 09:17:55.359006 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4a2eb-eb17-4c31-9cd8-3035a54b65d3 req-f59e9425-7530-4ada-8bf6-644dd7d62236 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:55.361820 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-11c4a2eb-eb17-4c31-9cd8-3035a54b65d3 req-f59e9425-7530-4ada-8bf6-644dd7d62236 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.1248450 Jan 24 09:17:55.398719 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b952147d-a83e-4f9c-b753-fadc7edc09f1 admin admin] Publish callbacks [] for security_group (4e4dbc81-26f1-4034-9e80-2a230bd10c0c), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:55.428871 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-11c4a2eb-eb17-4c31-9cd8-3035a54b65d3 req-eae2c7ea-7dd7-47e2-96a0-f26b9193baac tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573680 Jan 24 09:17:55.443691 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b952147d-a83e-4f9c-b753-fadc7edc09f1 admin admin] Publish callbacks [] for security_group (4e4dbc81-26f1-4034-9e80-2a230bd10c0c), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:55.610185 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-713d09da-af2c-4f98-b644-d84539cba9ca req-b11505f6-f6cd-48e8-a00f-cc3a38c1c391 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03 HTTP/1.1" status: 200 len: 217 time: 0.0582674 Jan 24 09:17:55.610754 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b952147d-a83e-4f9c-b753-fadc7edc09f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4e4dbc81-26f1-4034-9e80-2a230bd10c0c), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:55.613958 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b952147d-a83e-4f9c-b753-fadc7edc09f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:55.615041 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-b952147d-a83e-4f9c-b753-fadc7edc09f1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4e4dbc81-26f1-4034-9e80-2a230bd10c0c HTTP/1.1" status: 204 len: 168 time: 0.2929976 Jan 24 09:17:55.705833 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952147d-a83e-4f9c-b753-fadc7edc09f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4dbc81-26f1-4034-9e80-2a230bd10c0c,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:55.720535 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047cd9d3-84f2-4cb0-a2ff-1439420b4f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8921ac36-ed44-4666-b756-63bd8f08a955'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:17:55.724959 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acc3d5c-eb98-4112-9256-1fc9fa58488c" -d '{"events": [{"server_uuid": "047cd9d3-84f2-4cb0-a2ff-1439420b4f84", "name": "network-vif-plugged", "status": "completed", "tag": "8921ac36-ed44-4666-b756-63bd8f08a955"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:17:55.767617 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d09da-af2c-4f98-b644-d84539cba9ca req-c494c602-2844-4e5d-afd1-7c99c76c4ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:55.769428 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-713d09da-af2c-4f98-b644-d84539cba9ca req-c494c602-2844-4e5d-afd1-7c99c76c4ee2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 200 len: 855 time: 0.1416295 Jan 24 09:17:55.777161 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679a4699-0ad8-4de3-8cba-b603c2994ef6 x-openstack-request-id: req-679a4699-0ad8-4de3-8cba-b603c2994ef6 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:17:55.777161 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047cd9d3-84f2-4cb0-a2ff-1439420b4f84", "name": "network-vif-plugged", "status": "completed", "tag": "8921ac36-ed44-4666-b756-63bd8f08a955", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:17:55.777161 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-679a4699-0ad8-4de3-8cba-b603c2994ef6 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:17:55.777161 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047cd9d3-84f2-4cb0-a2ff-1439420b4f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8921ac36-ed44-4666-b756-63bd8f08a955', 'code': 200} Jan 24 09:17:55.790916 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218f2b0-49c8-4492-8929-8e6b8443101d req-584bcdb0-5168-49d1-8d6d-e325646ade42 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:55.792621 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4218f2b0-49c8-4492-8929-8e6b8443101d req-584bcdb0-5168-49d1-8d6d-e325646ade42 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 944 time: 0.1908422 Jan 24 09:17:55.806612 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f66a4-9a24-417b-8517-02d0d16db346 req-eef8ff6a-9efe-4ecc-a0f2-f310d16525de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:55.808128 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0a3f66a4-9a24-417b-8517-02d0d16db346 req-eef8ff6a-9efe-4ecc-a0f2-f310d16525de service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecc965a-bd5f-433d-822a-db760db2c0ab HTTP/1.1" status: 200 len: 911 time: 0.2582834 Jan 24 09:17:55.999973 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e6b79-63cc-4bdd-9094-e34b0bdd5a16 req-0a9e4b8d-b2e9-4c8b-9c57-85df03964b4b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:56.009096 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c08e6b79-63cc-4bdd-9094-e34b0bdd5a16 req-0a9e4b8d-b2e9-4c8b-9c57-85df03964b4b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 943 time: 0.1022456 Jan 24 09:17:56.075018 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c08e6b79-63cc-4bdd-9094-e34b0bdd5a16 req-e3408d7d-67e3-4c1a-9ed8-05ffd3d43c8f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645747 Jan 24 09:17:56.084302 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0a3f66a4-9a24-417b-8517-02d0d16db346 req-aa656d5d-72b2-47c2-87c2-8c001c947ac6 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c2fd64-23e2-4383-a6ab-b95fd9eca7df HTTP/1.1" status: 200 len: 217 time: 0.2556326 Jan 24 09:17:56.138316 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d09da-af2c-4f98-b644-d84539cba9ca req-8340276b-2861-4691-a1b6-48157c579458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:56.139364 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-713d09da-af2c-4f98-b644-d84539cba9ca req-8340276b-2861-4691-a1b6-48157c579458 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b0d83e5f-030e-4cd8-ac08-bbed93fad267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3577390 Jan 24 09:17:56.158754 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4218f2b0-49c8-4492-8929-8e6b8443101d req-5ed681ca-bb75-4db2-a312-10223cc96df5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560550 Jan 24 09:17:56.215329 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f66a4-9a24-417b-8517-02d0d16db346 req-da623c8f-624a-41ab-8015-33fe1627eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:56.217154 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0a3f66a4-9a24-417b-8517-02d0d16db346 req-da623c8f-624a-41ab-8015-33fe1627eef0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a5112ccc-ca3f-482c-bc18-0e8c182e366d HTTP/1.1" status: 200 len: 849 time: 0.1225827 Jan 24 09:17:56.262360 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094747b-53fa-4321-806d-ed0cafd4363d req-cafc0619-b28f-4ca3-8060-b6e0fb05c61a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:56.263731 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2094747b-53fa-4321-806d-ed0cafd4363d req-cafc0619-b28f-4ca3-8060-b6e0fb05c61a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.1157260 Jan 24 09:17:56.271599 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89090c5c-10fa-4e74-a696-dba0d67c192c req-b7e206db-b4ce-4eed-92d4-75d26ef1052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:56.273138 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-89090c5c-10fa-4e74-a696-dba0d67c192c req-b7e206db-b4ce-4eed-92d4-75d26ef1052b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 1099 time: 0.0802760 Jan 24 09:17:56.339608 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f66a4-9a24-417b-8517-02d0d16db346 req-2d5a6efc-65ff-4bfe-8126-76f6bf1d8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:56.341517 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0a3f66a4-9a24-417b-8517-02d0d16db346 req-2d5a6efc-65ff-4bfe-8126-76f6bf1d8b3c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecc965a-bd5f-433d-822a-db760db2c0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1122918 Jan 24 09:17:56.350533 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-713d09da-af2c-4f98-b644-d84539cba9ca req-193b26d1-b2a1-42d5-a44a-c67ebb0a800b service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883185 Jan 24 09:17:56.373595 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2094747b-53fa-4321-806d-ed0cafd4363d req-a4535394-39b3-4933-81e3-71bd08842fe2 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958827 Jan 24 09:17:56.390483 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-89090c5c-10fa-4e74-a696-dba0d67c192c req-4732f0b3-acff-4dd7-b7c2-40a3f5c53886 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048808 Jan 24 09:17:56.432509 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 73ec9bcf-7f40-4fd5-9968-de1accae6f03 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:17:56.437974 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:17:56.657057 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:56.667542 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929592bc-373c-47af-bf32-348647a77d4a req-6c19db27-2347-46a8-9539-406f04d9f67a tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:56.670997 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'port_id': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'mac_address': 'fa:16:3e:b0:ed:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:17:56.671593 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-929592bc-373c-47af-bf32-348647a77d4a req-6c19db27-2347-46a8-9539-406f04d9f67a tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0984135 Jan 24 09:17:56.672610 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:17:56.678994 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:17:56.679380 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:56.753868 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:56.755118 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:56.758475 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0a3f66a4-9a24-417b-8517-02d0d16db346 req-28f573d1-5471-46e0-9a38-5738399169c7 service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067230 Jan 24 09:17:56.765577 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-713d09da-af2c-4f98-b644-d84539cba9ca req-96e03673-f2c7-4d59-a8df-c085155f87d4 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220580 Jan 24 09:17:56.767762 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-929592bc-373c-47af-bf32-348647a77d4a req-bcfb9098-8a3c-4e98-8781-b5406bf27b59 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863914 Jan 24 09:17:56.775941 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ec9bcf-7f40-4fd5-9968-de1accae6f03 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:17:56.797643 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fac2c8-477c-4538-89e8-0106e75d6e6f req-e3d458e7-6e5f-44b8-b1d9-e81f04ac6e98 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:56.798345 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e9fac2c8-477c-4538-89e8-0106e75d6e6f req-e3d458e7-6e5f-44b8-b1d9-e81f04ac6e98 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.3559268 Jan 24 09:17:56.820197 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:56.837999 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:17:56.838194 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:56.887742 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:17:56.903465 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:56.933183 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e9fac2c8-477c-4538-89e8-0106e75d6e6f req-99f3266d-b0f4-46cd-9a69-d32d4c37f8db tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333070 Jan 24 09:17:56.956742 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0a3f66a4-9a24-417b-8517-02d0d16db346 req-370dd176-2007-4362-b4a4-eab8220ee259 service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534257 Jan 24 09:17:56.962290 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:56.984037 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43658) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:56.986518 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=73ec9bcf-7f40-4fd5-9968-de1accae6f03,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:57.073088 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:57.107707 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2ffb183e-0c79-4465-9804-645012cf83a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:57.191720 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2ffb183e-0c79-4465-9804-645012cf83a1 admin admin] Publish callbacks [] for security_group (d81cc3cb-dc7e-4d1a-b7b7-f89df2382d0f), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:57.226273 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ab6c-3752-49fc-865f-4d9b705e652a req-dc1079fa-d3ac-4e5a-a0fd-a76bcf713662 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:57.228089 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d416ab6c-3752-49fc-865f-4d9b705e652a req-dc1079fa-d3ac-4e5a-a0fd-a76bcf713662 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 943 time: 0.0642238 Jan 24 09:17:57.287188 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2ffb183e-0c79-4465-9804-645012cf83a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (d81cc3cb-dc7e-4d1a-b7b7-f89df2382d0f), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:57.295833 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d416ab6c-3752-49fc-865f-4d9b705e652a req-d469794f-5acf-4e03-bcec-7ef6ec328b3c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552802 Jan 24 09:17:57.345655 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bd854-d449-47d3-8937-259a31159552 req-ac1df462-5523-412e-8402-14fb7d15e6f5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:57.347800 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1a4bd854-d449-47d3-8937-259a31159552 req-ac1df462-5523-412e-8402-14fb7d15e6f5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.1057608 Jan 24 09:17:57.357576 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb183e-0c79-4465-9804-645012cf83a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81cc3cb-dc7e-4d1a-b7b7-f89df2382d0f,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:57.371485 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-2ffb183e-0c79-4465-9804-645012cf83a1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=844c063eab7648d089ccdf77d2564341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815916 Jan 24 09:17:57.371997 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43674) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:57.411128 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1a4bd854-d449-47d3-8937-259a31159552 req-6c09acea-a9fe-4892-902e-f185d02e141f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563903 Jan 24 09:17:57.423915 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3553b1bb-d50b-42e3-8dd9-005782378f61 admin admin] Publish callbacks [] for security_group (d81cc3cb-dc7e-4d1a-b7b7-f89df2382d0f), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:57.453507 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3553b1bb-d50b-42e3-8dd9-005782378f61 admin admin] Publish callbacks [] for security_group (d81cc3cb-dc7e-4d1a-b7b7-f89df2382d0f), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:57.535655 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4359653-fb29-4ce4-a87b-bfdb706322eb req-7cb250fc-68f2-4b3b-8b0b-a255aefedf5a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:57.538549 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-e4359653-fb29-4ce4-a87b-bfdb706322eb req-7cb250fc-68f2-4b3b-8b0b-a255aefedf5a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0671275 Jan 24 09:17:57.584492 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-e4359653-fb29-4ce4-a87b-bfdb706322eb req-02280682-19b7-4bca-bd54-f955820ec539 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Jan 24 09:17:57.655502 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3553b1bb-d50b-42e3-8dd9-005782378f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (d81cc3cb-dc7e-4d1a-b7b7-f89df2382d0f), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:57.658175 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3553b1bb-d50b-42e3-8dd9-005782378f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:57.659833 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-3553b1bb-d50b-42e3-8dd9-005782378f61 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/d81cc3cb-dc7e-4d1a-b7b7-f89df2382d0f HTTP/1.1" status: 204 len: 168 time: 0.2876055 Jan 24 09:17:57.667690 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553b1bb-d50b-42e3-8dd9-005782378f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81cc3cb-dc7e-4d1a-b7b7-f89df2382d0f,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:57.776768 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90c156b-e532-4c87-b23c-3d4326e991bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0c4cdf-09d8-44d6-8bce-e6c6ed362462'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:17:57.779146 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92023dc0-32e2-4769-ae95-ec0b24aebb88" -d '{"events": [{"server_uuid": "c90c156b-e532-4c87-b23c-3d4326e991bd", "name": "network-vif-plugged", "status": "completed", "tag": "5e0c4cdf-09d8-44d6-8bce-e6c6ed362462"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:17:57.869803 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099015ac-9c7b-470e-ad1c-2c44e2e93e2a x-openstack-request-id: req-099015ac-9c7b-470e-ad1c-2c44e2e93e2a {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:17:57.870487 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90c156b-e532-4c87-b23c-3d4326e991bd", "name": "network-vif-plugged", "status": "completed", "tag": "5e0c4cdf-09d8-44d6-8bce-e6c6ed362462", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:17:57.870737 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-099015ac-9c7b-470e-ad1c-2c44e2e93e2a {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:17:57.871506 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90c156b-e532-4c87-b23c-3d4326e991bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0c4cdf-09d8-44d6-8bce-e6c6ed362462', 'code': 200} Jan 24 09:17:57.911165 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9a297-60cd-4cdc-90f1-47d8b946905a req-4b94fffe-2f05-47ff-948d-2dd9fb0a85d7 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:57.912632 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-59d9a297-60cd-4cdc-90f1-47d8b946905a req-4b94fffe-2f05-47ff-948d-2dd9fb0a85d7 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0564256 Jan 24 09:17:57.966650 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-59d9a297-60cd-4cdc-90f1-47d8b946905a req-907e1e55-35e0-465f-9849-064f1799d890 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482032 Jan 24 09:17:58.063361 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6b6e8-a1a9-415c-92a2-36d4cb08b3f4 req-91d45bbe-9f21-4ddf-8e26-8b3a42ad2065 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:58.064265 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-02b6b6e8-a1a9-415c-92a2-36d4cb08b3f4 req-91d45bbe-9f21-4ddf-8e26-8b3a42ad2065 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 944 time: 0.0679996 Jan 24 09:17:58.115005 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-02b6b6e8-a1a9-415c-92a2-36d4cb08b3f4 req-e057c521-fb26-4f0f-adf8-a693a50afac4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449517 Jan 24 09:17:58.361513 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43698) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:58.372490 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b2a89a0c-8865-407e-84a5-97c1c6834bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:58.441535 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6d09-6632-44bb-ba7c-1cecdb2601c9 req-57169a60-55c7-41d4-8294-d8095cb3381c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:58.443311 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2ecb6d09-6632-44bb-ba7c-1cecdb2601c9 req-57169a60-55c7-41d4-8294-d8095cb3381c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 943 time: 0.0721018 Jan 24 09:17:58.518002 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2ecb6d09-6632-44bb-ba7c-1cecdb2601c9 req-1077ac97-bd2d-4f05-a9e8-f649ead8bce8 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679154 Jan 24 09:17:58.530261 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b2a89a0c-8865-407e-84a5-97c1c6834bba admin admin] Publish callbacks [] for security_group (03ec2066-92ba-4193-a5bc-8d7806e5de44), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:58.542222 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6201de-14d1-44ec-9151-81e1342b1428 req-5ddec101-4e9c-4fa4-9dae-8db1a3e3ee36 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:58.542222 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ab6201de-14d1-44ec-9151-81e1342b1428 req-5ddec101-4e9c-4fa4-9dae-8db1a3e3ee36 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0499914 Jan 24 09:17:58.592862 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ab6201de-14d1-44ec-9151-81e1342b1428 req-15519ba9-c0cc-4700-822e-01b772d72a5b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Jan 24 09:17:58.612716 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b2a89a0c-8865-407e-84a5-97c1c6834bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (03ec2066-92ba-4193-a5bc-8d7806e5de44), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:58.650669 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-b2a89a0c-8865-407e-84a5-97c1c6834bba admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e004f7646fee4ed098fbdf857aee65a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912500 Jan 24 09:17:58.653341 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43706) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:17:58.655566 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a89a0c-8865-407e-84a5-97c1c6834bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ec2066-92ba-4193-a5bc-8d7806e5de44,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:58.704350 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb6757-77ce-41d9-90cf-7d549d5cd629 req-2123e69b-c1b7-4120-a12d-89beb6544fa1 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:58.705808 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4bcb6757-77ce-41d9-90cf-7d549d5cd629 req-2123e69b-c1b7-4120-a12d-89beb6544fa1 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0525174 Jan 24 09:17:58.706515 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b99df406-f8fc-4873-bde3-bd09ee1f162a admin admin] Publish callbacks [] for security_group (03ec2066-92ba-4193-a5bc-8d7806e5de44), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:58.727569 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b99df406-f8fc-4873-bde3-bd09ee1f162a admin admin] Publish callbacks [] for security_group (03ec2066-92ba-4193-a5bc-8d7806e5de44), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:58.752541 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4bcb6757-77ce-41d9-90cf-7d549d5cd629 req-b816d7a7-eaa5-496d-87de-8f5f2049ebf3 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406129 Jan 24 09:17:58.834624 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b99df406-f8fc-4873-bde3-bd09ee1f162a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (03ec2066-92ba-4193-a5bc-8d7806e5de44), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:58.837249 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b99df406-f8fc-4873-bde3-bd09ee1f162a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:17:58.838443 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-b99df406-f8fc-4873-bde3-bd09ee1f162a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/03ec2066-92ba-4193-a5bc-8d7806e5de44 HTTP/1.1" status: 204 len: 168 time: 0.1840572 Jan 24 09:17:58.846509 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99df406-f8fc-4873-bde3-bd09ee1f162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ec2066-92ba-4193-a5bc-8d7806e5de44,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:17:59.079959 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ecae-8d9a-4b87-acaf-4b51e81532e9 req-101bbb37-6690-4661-9197-d530aeae4ea5 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:59.081757 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-22d0ecae-8d9a-4b87-acaf-4b51e81532e9 req-101bbb37-6690-4661-9197-d530aeae4ea5 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0493364 Jan 24 09:17:59.139185 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-22d0ecae-8d9a-4b87-acaf-4b51e81532e9 req-0f317938-7224-45a9-a9a1-3301c89f6527 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519266 Jan 24 09:17:59.236802 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52136-0b2c-4a89-93cf-0e977c95fc67 req-18be88cf-2456-4181-8c27-b8a1ff4bc0b6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:59.238534 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-06f52136-0b2c-4a89-93cf-0e977c95fc67 req-18be88cf-2456-4181-8c27-b8a1ff4bc0b6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 944 time: 0.0508080 Jan 24 09:17:59.285471 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-06f52136-0b2c-4a89-93cf-0e977c95fc67 req-2da03a8e-cff8-445d-b483-ebec21a5c413 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414395 Jan 24 09:17:59.637943 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b75cc-86ca-4bc2-9ac0-28472967805e req-0970e944-8faf-4ea9-8473-0be4559f42cb tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:59.639648 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-410b75cc-86ca-4bc2-9ac0-28472967805e req-0970e944-8faf-4ea9-8473-0be4559f42cb tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 943 time: 0.0504577 Jan 24 09:17:59.697005 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-410b75cc-86ca-4bc2-9ac0-28472967805e req-3ae1e7cf-1b9a-433c-9e79-6bbc24100ec2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495241 Jan 24 09:17:59.709918 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5847d-6824-4a81-8f18-47e58211edfb req-1c28b2cf-711f-41cf-b83d-7ece207def13 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:59.711508 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a0f5847d-6824-4a81-8f18-47e58211edfb req-1c28b2cf-711f-41cf-b83d-7ece207def13 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0533342 Jan 24 09:17:59.776979 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a0f5847d-6824-4a81-8f18-47e58211edfb req-7b83e2a3-e3e7-432e-960c-9f37e476c84f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517929 Jan 24 09:17:59.874266 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b992b11-7c60-4fae-a86a-8c07ae7e359d req-eac3adba-a107-4d23-bf53-1b0a2def8ea9 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:17:59.875854 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0b992b11-7c60-4fae-a86a-8c07ae7e359d req-eac3adba-a107-4d23-bf53-1b0a2def8ea9 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0537779 Jan 24 09:17:59.946460 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0b992b11-7c60-4fae-a86a-8c07ae7e359d req-e6950d93-385e-4323-b4ba-d0e15369b81e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535254 Jan 24 09:17:59.962012 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43742) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:00.067712 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-807704543-network', 'tenant_id': '2c359c89583a469dae62d6054b0fed0b'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:18:00.147179 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Made reservation on behalf of 2c359c89583a469dae62d6054b0fed0b for: {'network': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:18:00.150242 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:00.179110 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:00.201777 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['73ec9bcf-7f40-4fd5-9968-de1accae6f03'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:18:00.205461 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68826e-a8e6-4a1c-8e79-8a0ffade080d req-0b5d8ec3-72e4-47ab-9eb5-619dba67aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:00.207873 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd68826e-a8e6-4a1c-8e79-8a0ffade080d req-0b5d8ec3-72e4-47ab-9eb5-619dba67aabe service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 1098 time: 0.0718808 Jan 24 09:18:00.273170 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97ff05-b4a3-4a24-a765-64e45cf19516 req-cb63e005-a3cf-4f6c-8a54-d383b653f708 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:00.275226 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3a97ff05-b4a3-4a24-a765-64e45cf19516 req-cb63e005-a3cf-4f6c-8a54-d383b653f708 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0583110 Jan 24 09:18:00.319612 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd68826e-a8e6-4a1c-8e79-8a0ffade080d req-f05c7b5c-7033-40f2-a457-4419a8662f89 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862820 Jan 24 09:18:00.322684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Publish callbacks [] for security_group (2b9f42b2-84ba-48fe-854e-a6b672f6524c), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:00.374885 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3a97ff05-b4a3-4a24-a765-64e45cf19516 req-af305361-4798-49da-a66b-0b7c406cc1b3 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894959 Jan 24 09:18:00.428028 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29775103-dd7c-459e-9f51-db69fa951dd4 req-958f3618-323b-468d-8ba7-10ddb66702d4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:00.429517 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-29775103-dd7c-459e-9f51-db69fa951dd4 req-958f3618-323b-468d-8ba7-10ddb66702d4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 944 time: 0.0634727 Jan 24 09:18:00.430924 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2b9f42b2-84ba-48fe-854e-a6b672f6524c), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:00.464977 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:18:00.492107 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (afb6b483-a82e-458e-ba23-693a7fbc99ee), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:00.492447 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.segments_db [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Added segment afb6b483-a82e-458e-ba23-693a7fbc99ee of type vlan for network ba8cb1ab-68c7-4713-b992-d74d38ee4fa4 Jan 24 09:18:00.493733 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9f42b2-84ba-48fe-854e-a6b672f6524c,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:00.540156 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-29775103-dd7c-459e-9f51-db69fa951dd4 req-9cf0ca2d-fc9d-4756-a88a-7fa72885ddd0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035404 Jan 24 09:18:00.548570 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (ba8cb1ab-68c7-4713-b992-d74d38ee4fa4), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:00.668889 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (ba8cb1ab-68c7-4713-b992-d74d38ee4fa4), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:00.670151 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:00.670770 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:00.743984 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8cb1ab-68c7-4713-b992-d74d38ee4fa4,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:00.759006 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network ba8cb1ab-68c7-4713-b992-d74d38ee4fa4 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:18:00.786386 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-317d5a7c-00c0-4237-aa4d-9100db8cb4b4 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8227961 Jan 24 09:18:00.793051 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43762) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:00.799888 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] Request body: {'subnet': {'network_id': 'ba8cb1ab-68c7-4713-b992-d74d38ee4fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-807704543-subnet', 'tenant_id': '2c359c89583a469dae62d6054b0fed0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:18:00.830501 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffddde9-15e3-4ce2-85d1-f7b25793abcd req-895b9739-37d2-43c9-b14c-8563f7f54889 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:00.838486 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7ffddde9-15e3-4ce2-85d1-f7b25793abcd req-895b9739-37d2-43c9-b14c-8563f7f54889 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 943 time: 0.0651965 Jan 24 09:18:00.910078 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7ffddde9-15e3-4ce2-85d1-f7b25793abcd req-ac754393-fa48-43fc-9ed0-17ba7df414f5 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697684 Jan 24 09:18:00.916646 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] Made reservation on behalf of 2c359c89583a469dae62d6054b0fed0b for: {'subnet': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:18:00.919277 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:00.980518 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd4c3d-8fc6-46d6-813f-809ef6062554 req-746195f9-9e65-4e68-96c7-e188e29b344e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:00.982048 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e2bd4c3d-8fc6-46d6-813f-809ef6062554 req-746195f9-9e65-4e68-96c7-e188e29b344e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.1096261 Jan 24 09:18:01.054794 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e2bd4c3d-8fc6-46d6-813f-809ef6062554 req-bff4468e-f7bc-491c-a7fc-db460e443d1f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622532 Jan 24 09:18:01.066205 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa3d20-02d1-464c-8799-561fdc8e7104 req-323a9466-0235-4501-a8ac-cab5a05423ed tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:01.067705 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-38aa3d20-02d1-464c-8799-561fdc8e7104 req-323a9466-0235-4501-a8ac-cab5a05423ed tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0482199 Jan 24 09:18:01.122514 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-38aa3d20-02d1-464c-8799-561fdc8e7104 req-915b7d79-4d7d-44e8-b99e-949b655afce6 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440538 Jan 24 09:18:01.210242 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for subnet (471ec017-ad77-4b7f-ab76-a0081abeda25), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:01.278529 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=471ec017-ad77-4b7f-ab76-a0081abeda25,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:01.290420 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] Checking segment: {'id': 'afb6b483-a82e-458e-ba23-693a7fbc99ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'ba8cb1ab-68c7-4713-b992-d74d38ee4fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:18:01.290779 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] Network hostable DHCP agents. Network: ba8cb1ab-68c7-4713-b992-d74d38ee4fa4, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:18:01.428781 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] Network ba8cb1ab-68c7-4713-b992-d74d38ee4fa4 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:18:01.497806 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6a0ac-2ce7-4c7d-818f-754e08cc75e8 req-16ea6db2-0f78-407e-aa2e-a74e5d34c482 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:01.499291 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-97d6a0ac-2ce7-4c7d-818f-754e08cc75e8 req-16ea6db2-0f78-407e-aa2e-a74e5d34c482 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0539389 Jan 24 09:18:01.547305 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-97d6a0ac-2ce7-4c7d-818f-754e08cc75e8 req-e4340db2-cf04-42fe-919e-89a677be08c7 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Jan 24 09:18:01.558143 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, ba8cb1ab-68c7-4713-b992-d74d38ee4fa4) {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:18:01.562589 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:01.563190 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:01.573506 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d0d16-3bb9-4fab-adc7-4ae239c992cb None None] Network ba8cb1ab-68c7-4713-b992-d74d38ee4fa4 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:18:01.647865 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-2cc1cb94-cfcb-4fc0-88ef-b65c7103f069 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8536935 Jan 24 09:18:01.691592 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2851f-5448-4faf-a508-6fd9365c21d8 req-01792252-e666-4bbe-9f96-9e2eb96185bd tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:01.699802 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-84d2851f-5448-4faf-a508-6fd9365c21d8 req-01792252-e666-4bbe-9f96-9e2eb96185bd tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 944 time: 0.0820301 Jan 24 09:18:01.711464 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4750da03-5b5f-4018-9f22-0eeaa6dd1818 None None] Network ba8cb1ab-68c7-4713-b992-d74d38ee4fa4 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:18:01.782758 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-84d2851f-5448-4faf-a508-6fd9365c21d8 req-fa044b6c-e2e4-424a-85c9-38e1a234b453 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819535 Jan 24 09:18:01.890155 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 93c2fd64-23e2-4383-a6ab-b95fd9eca7df details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:18:01.894291 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 73ec9bcf-7f40-4fd5-9968-de1accae6f03 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:18:02.109744 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d59ba-a216-46a5-a8b9-f88507b60d90 req-864bc78d-5541-46aa-9598-90f7283db84d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:02.111554 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0e2d59ba-a216-46a5-a8b9-f88507b60d90 req-864bc78d-5541-46aa-9598-90f7283db84d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 943 time: 0.1064827 Jan 24 09:18:02.151351 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=93c2fd64-23e2-4383-a6ab-b95fd9eca7df,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:18:02.177270 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'port_id': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df', 'mac_address': 'fa:16:3e:8a:23:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:18:02.259564 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0e2d59ba-a216-46a5-a8b9-f88507b60d90 req-bb045602-9d66-47a5-af14-1f90b9a1b8fd tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385198 Jan 24 09:18:02.283785 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:18:02.290521 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:18:02.295381 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608568a-b944-4e3d-9af0-3f10b3e30d66 req-a5fc7ac0-ddad-4406-8f95-4b56731e4a01 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:02.295966 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:18:02.296476 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:02.297771 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a608568a-b944-4e3d-9af0-3f10b3e30d66 req-a5fc7ac0-ddad-4406-8f95-4b56731e4a01 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.1154134 Jan 24 09:18:02.302317 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:18:02.307784 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:02.348704 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c2fd64-23e2-4383-a6ab-b95fd9eca7df {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:18:02.372395 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a608568a-b944-4e3d-9af0-3f10b3e30d66 req-00ede089-b6ba-4ba6-b04c-b15b357af63f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673530 Jan 24 09:18:02.373558 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=93c2fd64-23e2-4383-a6ab-b95fd9eca7df,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:18:02.423249 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:18:02.423642 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:02.450830 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:18:02.453090 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef6f61d-7530-48a3-bb51-307bef7c4be6" -d '{"events": [{"server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "name": "network-vif-plugged", "status": "completed", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:18:02.465868 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:18:02.488186 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c00bfc-d977-4a29-87e3-70874dc8f52f x-openstack-request-id: req-e0c00bfc-d977-4a29-87e3-70874dc8f52f {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:18:02.488690 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "name": "network-vif-plugged", "status": "completed", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:18:02.489109 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-e0c00bfc-d977-4a29-87e3-70874dc8f52f {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:18:02.489519 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'code': 200} Jan 24 09:18:02.635294 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:02.639052 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:02.686282 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=93c2fd64-23e2-4383-a6ab-b95fd9eca7df,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:02.737946 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=73ec9bcf-7f40-4fd5-9968-de1accae6f03,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:02.814962 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43818) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:02.824369 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-213586039-network', 'tenant_id': 'e4bc399097ec4fedba5a7ea99ac483e3'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:18:02.918299 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6968f0-4441-4951-91ba-96dfdfea1b5a req-b9bccf19-7361-4f13-99c2-0b3b41c7509e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:02.926808 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0e6968f0-4441-4951-91ba-96dfdfea1b5a req-b9bccf19-7361-4f13-99c2-0b3b41c7509e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0515296 Jan 24 09:18:02.968298 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0e6968f0-4441-4951-91ba-96dfdfea1b5a req-5fb62e51-0b66-4705-a3a4-811be1c3f6db tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Jan 24 09:18:03.088870 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['93c2fd64-23e2-4383-a6ab-b95fd9eca7df'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:18:03.089571 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Made reservation on behalf of e4bc399097ec4fedba5a7ea99ac483e3 for: {'network': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:18:03.092213 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:03.115809 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:03.267567 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560eaf1-8e04-427c-96d7-f9e97036bebb req-bf9f5175-32f8-46b9-b48b-7db3f34f15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:03.270079 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5560eaf1-8e04-427c-96d7-f9e97036bebb req-bf9f5175-32f8-46b9-b48b-7db3f34f15d6 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 1098 time: 0.0812159 Jan 24 09:18:03.281226 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Publish callbacks [] for security_group (ed8bca28-d98f-4bac-9766-478393b7e8f4), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:03.320108 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5560eaf1-8e04-427c-96d7-f9e97036bebb req-b0628057-59bf-459d-b640-f9bd9b8d5f9a service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Jan 24 09:18:03.381143 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d459e96-e5a1-4bde-a5f4-f34292d75bbe req-a8909ee1-9f5c-46f2-bd11-5c0ff6d84395 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:03.382790 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3d459e96-e5a1-4bde-a5f4-f34292d75bbe req-a8909ee1-9f5c-46f2-bd11-5c0ff6d84395 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 944 time: 0.0492101 Jan 24 09:18:03.441074 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3d459e96-e5a1-4bde-a5f4-f34292d75bbe req-1dd39cdf-09ac-4028-a774-07d923494126 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481427 Jan 24 09:18:03.489778 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409d640-d338-4756-b056-767280d0eb5e req-5a6f18e9-2ab5-40d7-9fd0-2f8101331b15 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:03.491294 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f409d640-d338-4756-b056-767280d0eb5e req-5a6f18e9-2ab5-40d7-9fd0-2f8101331b15 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0484931 Jan 24 09:18:03.538917 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f409d640-d338-4756-b056-767280d0eb5e req-b0ac3585-c1d4-45f0-aeee-56728d192771 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Jan 24 09:18:03.714657 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (ed8bca28-d98f-4bac-9766-478393b7e8f4), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:03.735995 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:18:03.758792 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (15a98733-012f-43e5-81b7-f57ba951e2dd), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:03.764233 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.segments_db [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Added segment 15a98733-012f-43e5-81b7-f57ba951e2dd of type vlan for network 3b381499-335d-4a65-a790-914f67d88a06 Jan 24 09:18:03.764233 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8bca28-d98f-4bac-9766-478393b7e8f4,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:03.803883 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (3b381499-335d-4a65-a790-914f67d88a06), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:03.982954 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (3b381499-335d-4a65-a790-914f67d88a06), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:03.983973 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:03.984566 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.057674 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] Pushing event updated for resources: {'Network': ['ID=3b381499-335d-4a65-a790-914f67d88a06,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:04.072871 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network 3b381499-335d-4a65-a790-914f67d88a06 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:18:04.103529 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130d0cd-8679-482c-82e7-80e392c27f03 req-cf8e625a-0516-4a2b-936f-ea7328a9922d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:04.105034 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a130d0cd-8679-482c-82e7-80e392c27f03 req-cf8e625a-0516-4a2b-936f-ea7328a9922d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0565886 Jan 24 09:18:04.153257 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-44b8d836-87fa-4edb-8f56-966265e62333 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3316712 Jan 24 09:18:04.155709 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 43846) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:04.162382 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] Request body: {'subnet': {'network_id': '3b381499-335d-4a65-a790-914f67d88a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-213586039-subnet', 'tenant_id': 'e4bc399097ec4fedba5a7ea99ac483e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:18:04.178999 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a130d0cd-8679-482c-82e7-80e392c27f03 req-3982bfdf-eb1f-4af8-b5ed-baab9ec6b16e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661278 Jan 24 09:18:04.216511 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43848) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:04.272815 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] Made reservation on behalf of e4bc399097ec4fedba5a7ea99ac483e3 for: {'subnet': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:18:04.275118 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.293685 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 93c2fd64-23e2-4383-a6ab-b95fd9eca7df up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:18:04.323779 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f1f1b-371b-41c1-a69f-3100327dd701 req-48b283e7-cfbe-4e48-be7e-8066a83cce86 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:04.325379 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-047f1f1b-371b-41c1-a69f-3100327dd701 req-48b283e7-cfbe-4e48-be7e-8066a83cce86 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.1123552 Jan 24 09:18:04.359682 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8432dc1d-04c3-4e70-a6bd-7d2fbd1bb8e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.432534 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:18:04.436853 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfabfbc-718d-49f7-b83d-0195efb5f001 req-de7d6b7f-5a3f-4d73-9488-96b9a1688766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:04.437198 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:18:04.437582 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.438748 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4dfabfbc-718d-49f7-b83d-0195efb5f001 req-de7d6b7f-5a3f-4d73-9488-96b9a1688766 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 1098 time: 0.1767755 Jan 24 09:18:04.451722 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-047f1f1b-371b-41c1-a69f-3100327dd701 req-f59a7521-5ab8-42aa-b27d-f321b5eba6eb tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895941 Jan 24 09:18:04.466362 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8432dc1d-04c3-4e70-a6bd-7d2fbd1bb8e6 admin admin] Publish callbacks [] for security_group (8c0c9ba9-fbf3-4453-aa99-d5e4bcbe7536), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.554521 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:18:04.555006 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.583227 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:18:04.585524 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2b983f-ae4a-4812-a28c-578436cf5f32" -d '{"events": [{"server_uuid": "c7421454-e5c9-4ecb-8afb-928a7042b789", "name": "network-vif-plugged", "status": "completed", "tag": "93c2fd64-23e2-4383-a6ab-b95fd9eca7df"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:18:04.594361 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8432dc1d-04c3-4e70-a6bd-7d2fbd1bb8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (8c0c9ba9-fbf3-4453-aa99-d5e4bcbe7536), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.600566 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=93c2fd64-23e2-4383-a6ab-b95fd9eca7df,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:18:04.633440 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432dc1d-04c3-4e70-a6bd-7d2fbd1bb8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0c9ba9-fbf3-4453-aa99-d5e4bcbe7536,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:04.638338 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-8432dc1d-04c3-4e70-a6bd-7d2fbd1bb8e6 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5ff7ec78b49e4a1a8fc090e9973bc39a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201365 Jan 24 09:18:04.640855 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 43864) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:04.671983 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e4bd1-9ec5-44c2-a515-3a85114b621a req-267dd581-2dc3-4c5f-b3ea-2db9c5987c9d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:04.673441 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0f7e4bd1-9ec5-44c2-a515-3a85114b621a req-267dd581-2dc3-4c5f-b3ea-2db9c5987c9d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 944 time: 0.1159272 Jan 24 09:18:04.674445 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfabfbc-718d-49f7-b83d-0195efb5f001 req-63a75c3a-1bdf-4016-aa5c-014bb4a22786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:04.676309 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4dfabfbc-718d-49f7-b83d-0195efb5f001 req-63a75c3a-1bdf-4016-aa5c-014bb4a22786 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f851d587-14cc-48ac-9b32-b0aa546a9c65 HTTP/1.1" status: 200 len: 920 time: 0.2123566 Jan 24 09:18:04.685660 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.695335 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-664d64f7-439f-42de-a7ea-4296379d6e65 admin admin] Publish callbacks [] for security_group (8c0c9ba9-fbf3-4453-aa99-d5e4bcbe7536), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.718972 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-664d64f7-439f-42de-a7ea-4296379d6e65 admin admin] Publish callbacks [] for security_group (8c0c9ba9-fbf3-4453-aa99-d5e4bcbe7536), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.730367 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0f7e4bd1-9ec5-44c2-a515-3a85114b621a req-9dfa0e31-fefd-441e-b99a-c431d8e670d2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497186 Jan 24 09:18:04.739005 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=93c2fd64-23e2-4383-a6ab-b95fd9eca7df,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:04.743457 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for subnet (df229fc4-9505-48d0-bd0a-53d9379bc65f), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.789048 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9247f11c-4d98-4b74-875f-a4ce626de7f5 x-openstack-request-id: req-9247f11c-4d98-4b74-875f-a4ce626de7f5 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:18:04.789364 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7421454-e5c9-4ecb-8afb-928a7042b789", "name": "network-vif-plugged", "status": "completed", "tag": "93c2fd64-23e2-4383-a6ab-b95fd9eca7df", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:18:04.789621 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9247f11c-4d98-4b74-875f-a4ce626de7f5 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:18:04.790019 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df', 'code': 200} Jan 24 09:18:04.822243 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df229fc4-9505-48d0-bd0a-53d9379bc65f,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:04.833998 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] Checking segment: {'id': '15a98733-012f-43e5-81b7-f57ba951e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '3b381499-335d-4a65-a790-914f67d88a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:18:04.833998 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] Network hostable DHCP agents. Network: 3b381499-335d-4a65-a790-914f67d88a06, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:18:04.851277 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-664d64f7-439f-42de-a7ea-4296379d6e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (8c0c9ba9-fbf3-4453-aa99-d5e4bcbe7536), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.855939 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-664d64f7-439f-42de-a7ea-4296379d6e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:04.855939 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-664d64f7-439f-42de-a7ea-4296379d6e65 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8c0c9ba9-fbf3-4453-aa99-d5e4bcbe7536 HTTP/1.1" status: 204 len: 168 time: 0.2130964 Jan 24 09:18:04.863203 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d64f7-439f-42de-a7ea-4296379d6e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0c9ba9-fbf3-4453-aa99-d5e4bcbe7536,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:04.937048 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] Network 3b381499-335d-4a65-a790-914f67d88a06 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:18:05.022790 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, 3b381499-335d-4a65-a790-914f67d88a06) {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:18:05.027402 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:05.033593 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:05.035187 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b1394-ae32-4d16-a345-1b1681dc5ff2 None None] Network 3b381499-335d-4a65-a790-914f67d88a06 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:18:05.138726 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58947afa-dd2c-4dbe-8004-830cb788d817 None None] Network 3b381499-335d-4a65-a790-914f67d88a06 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:18:05.149638 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-e1021b02-3940-4c69-9a1f-92fef1aece7a admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9927709 Jan 24 09:18:07.994502 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4dfabfbc-718d-49f7-b83d-0195efb5f001 req-83b0e46d-2eef-4969-9425-690ade42eb52 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 HTTP/1.1" status: 200 len: 217 time: 0.0492706 Jan 24 09:18:08.064987 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfabfbc-718d-49f7-b83d-0195efb5f001 req-11ba87a4-ec96-4693-8cd6-687ee9a932f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:08.068059 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4dfabfbc-718d-49f7-b83d-0195efb5f001 req-11ba87a4-ec96-4693-8cd6-687ee9a932f3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7a5e6d63-43c4-459b-a03f-9672a3341cea HTTP/1.1" status: 200 len: 859 time: 0.0528975 Jan 24 09:18:08.100829 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4dfabfbc-718d-49f7-b83d-0195efb5f001 req-40540765-3494-4475-819d-a95434c55213 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f851d587-14cc-48ac-9b32-b0aa546a9c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250907 Jan 24 09:18:08.221246 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4dfabfbc-718d-49f7-b83d-0195efb5f001 req-0aee875f-fb5b-4101-8919-c9a5bb153e59 service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975201 Jan 24 09:18:08.534193 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4dfabfbc-718d-49f7-b83d-0195efb5f001 req-62fd6b45-ee58-45f2-987a-ef682737bdfa service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959204 Jan 24 09:18:08.539070 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4a6c1-284c-4abd-8937-c1c2893ff3cc req-5bdcf55e-69ad-42c6-abb0-151ac70c8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:08.540528 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7ce4a6c1-284c-4abd-8937-c1c2893ff3cc req-5bdcf55e-69ad-42c6-abb0-151ac70c8c12 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 1098 time: 0.2513134 Jan 24 09:18:08.597503 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7ce4a6c1-284c-4abd-8937-c1c2893ff3cc req-7b877de4-8b93-4358-8a01-0293ab455890 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441403 Jan 24 09:18:08.841425 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b90de-affa-4ac3-b4b8-efcad581ac93 req-230471c3-9ccf-4554-a6ed-b0836a74ef84 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:08.842962 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3c8b90de-affa-4ac3-b4b8-efcad581ac93 req-230471c3-9ccf-4554-a6ed-b0836a74ef84 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0505495 Jan 24 09:18:08.876823 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d6d8b-44f1-4d75-af3a-02e9da14324b req-4d83bfd6-15f6-42e5-b983-516119a25e5e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:08.880059 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc8d6d8b-44f1-4d75-af3a-02e9da14324b req-4d83bfd6-15f6-42e5-b983-516119a25e5e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.2430305 Jan 24 09:18:08.896657 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3c8b90de-affa-4ac3-b4b8-efcad581ac93 req-2ecb39e7-6b59-4e48-aeaa-d9371612371e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475368 Jan 24 09:18:08.939475 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc8d6d8b-44f1-4d75-af3a-02e9da14324b req-7dc1bcc5-25ce-4a2c-a908-193b5f743bfe tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540857 Jan 24 09:18:09.025386 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f412f5-db88-46db-9c8b-26f8298a77da req-578fc856-d7f7-4c41-9818-99b4a2bd1007 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:09.026925 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-67f412f5-db88-46db-9c8b-26f8298a77da req-578fc856-d7f7-4c41-9818-99b4a2bd1007 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0546367 Jan 24 09:18:09.077038 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-67f412f5-db88-46db-9c8b-26f8298a77da req-80092804-3c9c-4d54-a1bf-179f92fbc00f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441551 Jan 24 09:18:10.027406 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6824f-5166-4fda-afd4-a0a583126c4a req-bb555637-b723-4118-977e-525f456abe1f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:10.028914 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1ad6824f-5166-4fda-afd4-a0a583126c4a req-bb555637-b723-4118-977e-525f456abe1f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0567052 Jan 24 09:18:10.077103 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd5b3a-f207-4af4-8796-fde750054a4c req-5982fb76-085e-4e64-8d2d-57808d214510 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:10.078645 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e8bd5b3a-f207-4af4-8796-fde750054a4c req-5982fb76-085e-4e64-8d2d-57808d214510 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0488560 Jan 24 09:18:10.079003 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1ad6824f-5166-4fda-afd4-a0a583126c4a req-91f6644e-aecd-4e80-8b52-d0446f4b63c8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420761 Jan 24 09:18:10.138849 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e8bd5b3a-f207-4af4-8796-fde750054a4c req-e1de760a-50ac-47ae-97bb-e763a2a9cb0c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529587 Jan 24 09:18:10.201399 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d349de1-40ce-4236-bd30-d49c6b4d9d5f req-d91d7548-4421-407d-9ef1-ee9ef862db53 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:10.211152 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9d349de1-40ce-4236-bd30-d49c6b4d9d5f req-d91d7548-4421-407d-9ef1-ee9ef862db53 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0505929 Jan 24 09:18:10.255234 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9d349de1-40ce-4236-bd30-d49c6b4d9d5f req-1cf8c49d-78b1-4293-ad71-28ccd14aa583 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461018 Jan 24 09:18:10.270143 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aad33-1258-458c-bb3b-a211c055a49c req-de2026a2-7ad0-46c7-8822-aa4113d2619b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:10.270143 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-755aad33-1258-458c-bb3b-a211c055a49c req-de2026a2-7ad0-46c7-8822-aa4113d2619b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0567334 Jan 24 09:18:10.286657 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44006) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:10.291345 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-85ee08b7-fec8-4d69-90b7-171134696000 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'floatingip': {'port_id': '73ec9bcf-7f40-4fd5-9968-de1accae6f03'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:18:10.363531 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-85ee08b7-fec8-4d69-90b7-171134696000 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (f12d77ca-60e2-4dde-9b35-3bf0e4d66f64), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:11.060365 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-85ee08b7-fec8-4d69-90b7-171134696000 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:11.140767 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-85ee08b7-fec8-4d69-90b7-171134696000 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (f12d77ca-60e2-4dde-9b35-3bf0e4d66f64), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:11.271504 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b80e54-d3ae-45cf-804f-2f6b40484501 req-556b4a1e-dc9e-4d14-9a24-c2cd559dd75f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:11.273028 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-05b80e54-d3ae-45cf-804f-2f6b40484501 req-556b4a1e-dc9e-4d14-9a24-c2cd559dd75f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0987911 Jan 24 09:18:11.289315 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.l3_db [None req-85ee08b7-fec8-4d69-90b7-171134696000 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Floating IP f12d77ca-60e2-4dde-9b35-3bf0e4d66f64 associated. External IP: 172.27.0.172, port: 73ec9bcf-7f40-4fd5-9968-de1accae6f03. Jan 24 09:18:11.379528 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec8fe9-a4d4-4f9d-af6a-363dec5ea732 req-b255d479-66cc-4492-b096-80d5fc4df454 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:11.381118 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d0ec8fe9-a4d4-4f9d-af6a-363dec5ea732 req-b255d479-66cc-4492-b096-80d5fc4df454 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0545704 Jan 24 09:18:11.399322 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-05b80e54-d3ae-45cf-804f-2f6b40484501 req-fc192649-b3e1-42cd-aba4-7e7c6db952ba tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200352 Jan 24 09:18:11.435631 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d0ec8fe9-a4d4-4f9d-af6a-363dec5ea732 req-5dd50025-8720-4f1c-b23c-af6584fdd622 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486724 Jan 24 09:18:11.758602 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ee08b7-fec8-4d69-90b7-171134696000 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Router 869d7de5-2206-46fc-88c4-05ca9317430d has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:18:11.766639 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746e84b-971d-4395-8029-738a09a8c2c7 req-29bc2d2f-740c-4d87-aa7d-69745c9ea2a0 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:11.768129 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5746e84b-971d-4395-8029-738a09a8c2c7 req-29bc2d2f-740c-4d87-aa7d-69745c9ea2a0 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0691500 Jan 24 09:18:11.782171 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 44044) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:11.782171 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-f420bc47-2598-4084-9136-3f2cee54cf86 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'floatingip': {'port_id': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:18:11.858741 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f420bc47-2598-4084-9136-3f2cee54cf86 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (ee4f6910-d9b2-4631-920a-0adf8465b2fa), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:11.876612 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ee08b7-fec8-4d69-90b7-171134696000 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:18:11.881335 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-85ee08b7-fec8-4d69-90b7-171134696000 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:11.891487 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b7e87-df99-4409-87ea-2da7a7f1e755 None None] Sync routers for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:18:11.900995 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b7e87-df99-4409-87ea-2da7a7f1e755 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:18:11.902442 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-222b7e87-df99-4409-87ea-2da7a7f1e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:11.912812 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-85ee08b7-fec8-4d69-90b7-171134696000 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "PUT /v2.0/floatingips/f12d77ca-60e2-4dde-9b35-3bf0e4d66f64 HTTP/1.1" status: 200 len: 991 time: 1.6223447 Jan 24 09:18:11.912812 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03'}] {{(pid=103102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:18:11.913672 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a1f9b8f426edbc55e6178fb0656aabaaee06a47fc80a7429674e4344d9448a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9" -d '{"events": [{"name": "network-changed", "server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03"}]}' {{(pid=103102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:18:12.008404 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283047cd-c788-4794-8a63-efd1065f83aa x-openstack-request-id: req-283047cd-c788-4794-8a63-efd1065f83aa {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:18:12.010593 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03", "status": "completed", "code": 200}]} {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:18:12.010593 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-283047cd-c788-4794-8a63-efd1065f83aa {{(pid=103102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:18:12.010593 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'status': 'completed', 'code': 200} Jan 24 09:18:12.093449 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-222b7e87-df99-4409-87ea-2da7a7f1e755 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:18:12.140262 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9 req-ac7d53c9-be7c-4ae3-8eed-f522c096f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:12.142162 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9 req-ac7d53c9-be7c-4ae3-8eed-f522c096f336 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 1098 time: 0.0985875 Jan 24 09:18:12.385457 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-222b7e87-df99-4409-87ea-2da7a7f1e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'f12d77ca-60e2-4dde-9b35-3bf0e4d66f64', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'port_id': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'mac_address': 'fa:16:3e:b0:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b820c156-179a-4172-a02b-6c88713087f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:17:33Z', 'updated_at': '2022-01-24T09:18:10Z', 'revision_number': 1, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:12.406899 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9 req-dd80a82b-1642-4c85-b92c-ef53eab4f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:12.408588 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9 req-dd80a82b-1642-4c85-b92c-ef53eab4f858 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 917 time: 0.2370384 Jan 24 09:18:12.413141 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b7e87-df99-4409-87ea-2da7a7f1e755 None None] Checking router: 869d7de5-2206-46fc-88c4-05ca9317430d for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:18:12.423511 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b7e87-df99-4409-87ea-2da7a7f1e755 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:18:12.424104 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-222b7e87-df99-4409-87ea-2da7a7f1e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:12.544554 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab892d-f13d-470d-a375-518e03e19215 req-a1def67a-c538-4946-9c87-61232400088a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:12.546289 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-68ab892d-f13d-470d-a375-518e03e19215 req-a1def67a-c538-4946-9c87-61232400088a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0690744 Jan 24 09:18:12.551201 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-222b7e87-df99-4409-87ea-2da7a7f1e755 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:18:12.611258 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-68ab892d-f13d-470d-a375-518e03e19215 req-154cd23d-2949-4273-a5a8-61ab77c4f9c8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568821 Jan 24 09:18:12.645669 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9 req-0d18f573-8a20-4ff9-ade4-7d58589b54c4 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03 HTTP/1.1" status: 200 len: 999 time: 0.2294273 Jan 24 09:18:12.767020 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9 req-5f8eb66d-68d6-4642-aa44-2dc92754a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:12.768568 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9 req-5f8eb66d-68d6-4642-aa44-2dc92754a039 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 200 len: 855 time: 0.1142333 Jan 24 09:18:12.816022 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-222b7e87-df99-4409-87ea-2da7a7f1e755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'f12d77ca-60e2-4dde-9b35-3bf0e4d66f64', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'port_id': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'mac_address': 'fa:16:3e:b0:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b820c156-179a-4172-a02b-6c88713087f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:17:33Z', 'updated_at': '2022-01-24T09:18:10Z', 'revision_number': 1, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:12.850169 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222b7e87-df99-4409-87ea-2da7a7f1e755 None None] The sync data for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi is: [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'f12d77ca-60e2-4dde-9b35-3bf0e4d66f64', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'port_id': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'mac_address': 'fa:16:3e:b0:ed:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b820c156-179a-4172-a02b-6c88713087f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:17:33Z', 'updated_at': '2022-01-24T09:18:10Z', 'revision_number': 1, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:18:13.099266 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f420bc47-2598-4084-9136-3f2cee54cf86 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:13.108748 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9 req-564aa0ee-39cf-47fb-a396-18ecad963f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:13.110883 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9 req-564aa0ee-39cf-47fb-a396-18ecad963f90 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b0d83e5f-030e-4cd8-ac08-bbed93fad267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3019011 Jan 24 09:18:13.137427 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4575fdf8-89d3-477d-b71c-26648939ca14 None None] New status for floating IP f12d77ca-60e2-4dde-9b35-3bf0e4d66f64: ACTIVE {{(pid=103103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:18:13.209000 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f420bc47-2598-4084-9136-3f2cee54cf86 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (ee4f6910-d9b2-4631-920a-0adf8465b2fa), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:13.325553 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9 req-dd9c6be5-bb19-4ef7-aa5e-e09943a6b555 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052488 Jan 24 09:18:13.365193 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.l3_db [None req-f420bc47-2598-4084-9136-3f2cee54cf86 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Floating IP ee4f6910-d9b2-4631-920a-0adf8465b2fa associated. External IP: 172.27.0.213, port: 93c2fd64-23e2-4383-a6ab-b95fd9eca7df. Jan 24 09:18:13.503168 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8cf5a973-4acb-4ebd-ab5c-3502015bcac9 req-e79396b8-9086-41f3-b6d4-ce15f16611fc service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701698 Jan 24 09:18:13.628613 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f420bc47-2598-4084-9136-3f2cee54cf86 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Router c7b070b7-1d3f-4584-8d15-c0c36faf949f has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:18:13.740109 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3365d73-ffdf-49bd-a19d-5c3fd7130c6c req-1fa8dcdd-d5df-4d6e-b1aa-1168b7fb9aa9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:13.747883 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-e3365d73-ffdf-49bd-a19d-5c3fd7130c6c req-1fa8dcdd-d5df-4d6e-b1aa-1168b7fb9aa9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0648720 Jan 24 09:18:13.748371 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f420bc47-2598-4084-9136-3f2cee54cf86 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:18:13.758994 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18bf3dd-477e-4747-80fd-cc4f06cf80f5 None None] Sync routers for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:18:13.760037 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f420bc47-2598-4084-9136-3f2cee54cf86 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:13.778357 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18bf3dd-477e-4747-80fd-cc4f06cf80f5 None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:18:13.779050 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-a18bf3dd-477e-4747-80fd-cc4f06cf80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:13.795454 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-f420bc47-2598-4084-9136-3f2cee54cf86 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "PUT /v2.0/floatingips/ee4f6910-d9b2-4631-920a-0adf8465b2fa HTTP/1.1" status: 200 len: 991 time: 2.0161691 Jan 24 09:18:13.796112 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'tag': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:18:13.799805 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64410b1-67cd-4960-aeb1-179350cffa88" -d '{"events": [{"name": "network-changed", "server_uuid": "c7421454-e5c9-4ecb-8afb-928a7042b789", "tag": "93c2fd64-23e2-4383-a6ab-b95fd9eca7df"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:18:13.804002 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-e3365d73-ffdf-49bd-a19d-5c3fd7130c6c req-770f9261-afad-4f41-b0ea-fc88a74c946b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558779 Jan 24 09:18:13.857420 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44104) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:13.861952 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ddce8f-004e-41f2-95f6-831b64f7e2a9 x-openstack-request-id: req-97ddce8f-004e-41f2-95f6-831b64f7e2a9 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:18:13.862636 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7421454-e5c9-4ecb-8afb-928a7042b789", "tag": "93c2fd64-23e2-4383-a6ab-b95fd9eca7df", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:18:13.862986 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-97ddce8f-004e-41f2-95f6-831b64f7e2a9 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:18:13.863487 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'tag': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df', 'status': 'completed', 'code': 200} Jan 24 09:18:13.979332 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64410b1-67cd-4960-aeb1-179350cffa88 req-1cc0d240-3e45-4f7e-a958-23a7c33b6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:13.981618 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e64410b1-67cd-4960-aeb1-179350cffa88 req-1cc0d240-3e45-4f7e-a958-23a7c33b6194 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1dc910091533410a986175bf4570f541&device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 1098 time: 0.0684607 Jan 24 09:18:13.983700 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:14.064701 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-a18bf3dd-477e-4747-80fd-cc4f06cf80f5 None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:18:14.078903 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Publish callbacks [] for security_group (5331efec-1f4c-4ba2-9ca5-29b4651d8c74), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:14.127678 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64410b1-67cd-4960-aeb1-179350cffa88 req-82fdb5d1-1c9f-46d4-8015-e92ce2dd1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:14.131374 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e64410b1-67cd-4960-aeb1-179350cffa88 req-82fdb5d1-1c9f-46d4-8015-e92ce2dd1aeb service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecc965a-bd5f-433d-822a-db760db2c0ab HTTP/1.1" status: 200 len: 911 time: 0.1086936 Jan 24 09:18:14.165446 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5331efec-1f4c-4ba2-9ca5-29b4651d8c74), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:14.216132 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5331efec-1f4c-4ba2-9ca5-29b4651d8c74,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:14.220196 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=667d4575b65b4cdd9326491b133623c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686924 Jan 24 09:18:14.223657 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 44116) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:14.230900 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.231300 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.231652 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.231994 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.232325 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.232930 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.233150 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.233539 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.233783 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.234125 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.234451 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.234770 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.235088 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde987de-fee8-415e-9bf0-647fbdd1e1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.253897 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e64410b1-67cd-4960-aeb1-179350cffa88 req-a3819b2e-8f88-4a59-a885-edf994a0fb07 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c2fd64-23e2-4383-a6ab-b95fd9eca7df HTTP/1.1" status: 200 len: 999 time: 0.1131997 Jan 24 09:18:14.343817 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64410b1-67cd-4960-aeb1-179350cffa88 req-4ff24bea-1e38-4a29-ad33-d36c3a132361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:14.345297 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e64410b1-67cd-4960-aeb1-179350cffa88 req-4ff24bea-1e38-4a29-ad33-d36c3a132361 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a5112ccc-ca3f-482c-bc18-0e8c182e366d HTTP/1.1" status: 200 len: 849 time: 0.0842297 Jan 24 09:18:14.349057 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Publish callbacks [] for security_group (5331efec-1f4c-4ba2-9ca5-29b4651d8c74), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:14.358784 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-a18bf3dd-477e-4747-80fd-cc4f06cf80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'ee4f6910-d9b2-4631-920a-0adf8465b2fa', 'tenant_id': '1dc910091533410a986175bf4570f541', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'port_id': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'mac_address': 'fa:16:3e:8a:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:17:39Z', 'updated_at': '2022-01-24T09:18:12Z', 'revision_number': 1, 'project_id': '1dc910091533410a986175bf4570f541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:14.395838 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Publish callbacks [] for security_group (5331efec-1f4c-4ba2-9ca5-29b4651d8c74), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:14.398486 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18bf3dd-477e-4747-80fd-cc4f06cf80f5 None None] Checking router: c7b070b7-1d3f-4584-8d15-c0c36faf949f for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:18:14.411775 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18bf3dd-477e-4747-80fd-cc4f06cf80f5 None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:18:14.412853 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-a18bf3dd-477e-4747-80fd-cc4f06cf80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:17:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:14.432543 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64410b1-67cd-4960-aeb1-179350cffa88 req-728dc3c8-4993-41da-90db-79ff2f256aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:14.434037 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e64410b1-67cd-4960-aeb1-179350cffa88 req-728dc3c8-4993-41da-90db-79ff2f256aca service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecc965a-bd5f-433d-822a-db760db2c0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0806088 Jan 24 09:18:14.532420 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-a18bf3dd-477e-4747-80fd-cc4f06cf80f5 None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:18:14.544116 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e64410b1-67cd-4960-aeb1-179350cffa88 req-88cb4ef2-f9e0-402a-ab9c-283e774e00b7 service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990336 Jan 24 09:18:14.606374 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5331efec-1f4c-4ba2-9ca5-29b4651d8c74), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:14.608974 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:14.610061 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5331efec-1f4c-4ba2-9ca5-29b4651d8c74 HTTP/1.1" status: 204 len: 168 time: 0.3852160 Jan 24 09:18:14.624417 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5331efec-1f4c-4ba2-9ca5-29b4651d8c74,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:14.639375 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.643749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.643749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.643749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.643749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.643749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.643749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.643749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.643749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.643749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.643749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.644430 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.644430 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77e662-456e-4d51-95b2-c86c499c47e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:14.679153 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e64410b1-67cd-4960-aeb1-179350cffa88 req-4e7bf2f2-4586-4f22-aebb-7fc8d2641f51 service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281819 Jan 24 09:18:14.773454 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-a18bf3dd-477e-4747-80fd-cc4f06cf80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'ee4f6910-d9b2-4631-920a-0adf8465b2fa', 'tenant_id': '1dc910091533410a986175bf4570f541', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'port_id': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'mac_address': 'fa:16:3e:8a:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:17:39Z', 'updated_at': '2022-01-24T09:18:12Z', 'revision_number': 1, 'project_id': '1dc910091533410a986175bf4570f541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:14.804695 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18bf3dd-477e-4747-80fd-cc4f06cf80f5 None None] The sync data for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi is: [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'ee4f6910-d9b2-4631-920a-0adf8465b2fa', 'tenant_id': '1dc910091533410a986175bf4570f541', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'port_id': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'mac_address': 'fa:16:3e:8a:23:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:17:39Z', 'updated_at': '2022-01-24T09:18:12Z', 'revision_number': 1, 'project_id': '1dc910091533410a986175bf4570f541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:18:14.960592 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f19b6-aafe-4734-94d9-3ef6e9a42d8c req-8048cb15-0d28-41a6-be63-181de007aab7 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:14.968248 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ec5f19b6-aafe-4734-94d9-3ef6e9a42d8c req-8048cb15-0d28-41a6-be63-181de007aab7 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0769157 Jan 24 09:18:15.038688 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a46d4d32-ce53-4aca-a054-52473a29bd01 req-5957507b-3bd9-4396-ba1c-936acb887f0c service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0970278 Jan 24 09:18:15.043534 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ec5f19b6-aafe-4734-94d9-3ef6e9a42d8c req-2274a162-211e-4c1f-94e5-a23ed952b661 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743859 Jan 24 09:18:15.133167 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35282da7-60f6-444f-a181-8ebe2edeeb48 None None] New status for floating IP ee4f6910-d9b2-4631-920a-0adf8465b2fa: ACTIVE {{(pid=103103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:18:15.145125 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d4d32-ce53-4aca-a054-52473a29bd01 req-a77b8df8-2604-4969-bea4-cb7159d4d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:15.146892 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a46d4d32-ce53-4aca-a054-52473a29bd01 req-a77b8df8-2604-4969-bea4-cb7159d4d742 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=31cb3477628042869ffe08048f0a8ee9&device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 1098 time: 0.0505567 Jan 24 09:18:15.294434 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d4d32-ce53-4aca-a054-52473a29bd01 req-34cf3818-5dc0-4b47-bc5a-9148b94daec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:15.294434 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a46d4d32-ce53-4aca-a054-52473a29bd01 req-34cf3818-5dc0-4b47-bc5a-9148b94daec8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f23cf8c8-3b67-45ad-b576-35efecf70ce3 HTTP/1.1" status: 200 len: 912 time: 0.1189103 Jan 24 09:18:15.341147 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a46d4d32-ce53-4aca-a054-52473a29bd01 req-6e2378b9-65ce-4784-b438-85d12d9dc566 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af0ff79f-46d7-41b6-adb2-1f564fafaaba HTTP/1.1" status: 200 len: 217 time: 0.0343575 Jan 24 09:18:15.396830 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d4d32-ce53-4aca-a054-52473a29bd01 req-2da912e7-7f0f-4937-abe4-f321edb8fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:15.398383 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a46d4d32-ce53-4aca-a054-52473a29bd01 req-2da912e7-7f0f-4937-abe4-f321edb8fae5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1 HTTP/1.1" status: 200 len: 851 time: 0.0436323 Jan 24 09:18:15.444355 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a46d4d32-ce53-4aca-a054-52473a29bd01 req-74858cdb-c766-42a5-8dec-0be568f66cb5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f23cf8c8-3b67-45ad-b576-35efecf70ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335226 Jan 24 09:18:15.445400 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 44144) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:15.462687 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-acafcfe4-5a9b-4e9d-a113-985775457ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:15.600481 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a46d4d32-ce53-4aca-a054-52473a29bd01 req-87566e8b-04d5-4224-8d61-ae2c4d755a85 service neutron] 10.222.0.115 "GET /v2.0/networks/f23cf8c8-3b67-45ad-b576-35efecf70ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217594 Jan 24 09:18:15.653306 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-acafcfe4-5a9b-4e9d-a113-985775457ea2 admin admin] Publish callbacks [] for security_group (e93fa602-454e-4683-9a27-4bafb298c0b4), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:15.714082 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a46d4d32-ce53-4aca-a054-52473a29bd01 req-13fe33bc-6730-43a9-bf93-730497066224 service neutron] 10.222.0.115 "GET /v2.0/networks/f23cf8c8-3b67-45ad-b576-35efecf70ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052773 Jan 24 09:18:15.724719 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-acafcfe4-5a9b-4e9d-a113-985775457ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e93fa602-454e-4683-9a27-4bafb298c0b4), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:15.763872 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-acafcfe4-5a9b-4e9d-a113-985775457ea2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bb21bb81eba34694bee60c1983a63dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170309 Jan 24 09:18:15.764719 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafcfe4-5a9b-4e9d-a113-985775457ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93fa602-454e-4683-9a27-4bafb298c0b4,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:15.766660 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44150) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:15.819310 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f7b616b0-86b0-4d48-bfea-37050d69767a admin admin] Publish callbacks [] for security_group (e93fa602-454e-4683-9a27-4bafb298c0b4), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:15.840707 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f7b616b0-86b0-4d48-bfea-37050d69767a admin admin] Publish callbacks [] for security_group (e93fa602-454e-4683-9a27-4bafb298c0b4), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:15.951891 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f7b616b0-86b0-4d48-bfea-37050d69767a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e93fa602-454e-4683-9a27-4bafb298c0b4), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:15.954572 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f7b616b0-86b0-4d48-bfea-37050d69767a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:15.965266 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-f7b616b0-86b0-4d48-bfea-37050d69767a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e93fa602-454e-4683-9a27-4bafb298c0b4 HTTP/1.1" status: 204 len: 168 time: 0.1880524 Jan 24 09:18:15.965266 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b616b0-86b0-4d48-bfea-37050d69767a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93fa602-454e-4683-9a27-4bafb298c0b4,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:16.318810 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213d19a-5f94-49a9-bc22-1d250bd380b7 req-e180af28-6ed8-4e75-8252-3a49f4e0547e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:16.322091 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f086ad78-31b2-46ec-801b-1f066e37d1ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:16.326616 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1213d19a-5f94-49a9-bc22-1d250bd380b7 req-e180af28-6ed8-4e75-8252-3a49f4e0547e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0578251 Jan 24 09:18:16.376018 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1213d19a-5f94-49a9-bc22-1d250bd380b7 req-2d1c0568-9fea-4cea-8938-03a8885ca84c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485332 Jan 24 09:18:16.947895 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:17.508033 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5f2c-3a6e-424d-9ae0-448956658e28 req-1b368c19-a8a4-47e8-b278-0838d186e2c2 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:17.510537 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0c3d5f2c-3a6e-424d-9ae0-448956658e28 req-1b368c19-a8a4-47e8-b278-0838d186e2c2 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0529575 Jan 24 09:18:17.564844 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0c3d5f2c-3a6e-424d-9ae0-448956658e28 req-d49391f1-cbed-4e09-a09c-518588ebf3a4 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489149 Jan 24 09:18:18.506134 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 44248) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:18.552157 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4f70344b-5a4d-4157-9ec5-8bd76d1bdcef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:18.614942 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3ecb7210-b0ab-4a22-a212-366bbe4afd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:18.685903 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ee7ec-7a9a-412c-a3a1-bcdca86ed8d5 req-0416b2d8-151c-403f-bc7d-113419cd8a45 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:18.687330 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-153ee7ec-7a9a-412c-a3a1-bcdca86ed8d5 req-0416b2d8-151c-403f-bc7d-113419cd8a45 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0527558 Jan 24 09:18:18.691087 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3ecb7210-b0ab-4a22-a212-366bbe4afd48 admin admin] Publish callbacks [] for security_group (efa95051-14f6-4b1c-a801-845c744fca23), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:18.749244 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-153ee7ec-7a9a-412c-a3a1-bcdca86ed8d5 req-0e3875f8-a108-462e-904a-adf886a510a5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561085 Jan 24 09:18:18.759138 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3ecb7210-b0ab-4a22-a212-366bbe4afd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (efa95051-14f6-4b1c-a801-845c744fca23), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:18.797926 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-3ecb7210-b0ab-4a22-a212-366bbe4afd48 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a1b1f04f26084a1bb7c5907c4fb4462e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906160 Jan 24 09:18:18.798830 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb7210-b0ab-4a22-a212-366bbe4afd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa95051-14f6-4b1c-a801-845c744fca23,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:18.802651 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 44256) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:18.852126 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b888d16a-41dd-4a27-863f-64638f909e55 admin admin] Publish callbacks [] for security_group (efa95051-14f6-4b1c-a801-845c744fca23), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:18.872890 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b888d16a-41dd-4a27-863f-64638f909e55 admin admin] Publish callbacks [] for security_group (efa95051-14f6-4b1c-a801-845c744fca23), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:18.993480 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b888d16a-41dd-4a27-863f-64638f909e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (efa95051-14f6-4b1c-a801-845c744fca23), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:18.996003 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b888d16a-41dd-4a27-863f-64638f909e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:18.997202 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-b888d16a-41dd-4a27-863f-64638f909e55 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/efa95051-14f6-4b1c-a801-845c744fca23 HTTP/1.1" status: 204 len: 168 time: 0.1941597 Jan 24 09:18:19.005243 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888d16a-41dd-4a27-863f-64638f909e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa95051-14f6-4b1c-a801-845c744fca23,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:19.580945 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 44270) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:19.593982 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-786f7eba-9694-44e2-84e7-274bfe566952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:19.667095 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-786f7eba-9694-44e2-84e7-274bfe566952 admin admin] Publish callbacks [] for security_group (c1ac529f-a2ba-4d6e-9c4c-95a71e379e0e), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:19.730612 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-786f7eba-9694-44e2-84e7-274bfe566952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (c1ac529f-a2ba-4d6e-9c4c-95a71e379e0e), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:19.747518 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:19.769027 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-786f7eba-9694-44e2-84e7-274bfe566952 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4ee539a66a974054ae95990f8160610e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866179 Jan 24 09:18:19.769936 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f7eba-9694-44e2-84e7-274bfe566952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac529f-a2ba-4d6e-9c4c-95a71e379e0e,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:19.771527 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44272) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:19.820957 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3aed892b-472d-44d6-88d9-356e3f365120 admin admin] Publish callbacks [] for security_group (c1ac529f-a2ba-4d6e-9c4c-95a71e379e0e), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:19.842181 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3aed892b-472d-44d6-88d9-356e3f365120 admin admin] Publish callbacks [] for security_group (c1ac529f-a2ba-4d6e-9c4c-95a71e379e0e), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:19.953421 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3aed892b-472d-44d6-88d9-356e3f365120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (c1ac529f-a2ba-4d6e-9c4c-95a71e379e0e), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:19.956836 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3aed892b-472d-44d6-88d9-356e3f365120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:19.957974 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-3aed892b-472d-44d6-88d9-356e3f365120 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/c1ac529f-a2ba-4d6e-9c4c-95a71e379e0e HTTP/1.1" status: 204 len: 168 time: 0.1854589 Jan 24 09:18:19.965922 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed892b-472d-44d6-88d9-356e3f365120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac529f-a2ba-4d6e-9c4c-95a71e379e0e,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:20.879553 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:21.497948 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b6f5f-38a4-4418-b553-a36a7ba7bc7c req-d7b34b59-84ab-488f-9ff2-013f188dbf7f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:21.501156 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7b7b6f5f-38a4-4418-b553-a36a7ba7bc7c req-d7b34b59-84ab-488f-9ff2-013f188dbf7f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0535991 Jan 24 09:18:21.550596 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7b7b6f5f-38a4-4418-b553-a36a7ba7bc7c req-af357d64-e807-4d30-87d5-7dde0511fb28 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Jan 24 09:18:22.557520 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:22.669699 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d1f55-cdd7-4328-9b57-ee9d5ba3c856 req-6cdef626-5830-4791-b4d4-40cb57258ec3 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:22.671233 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c18d1f55-cdd7-4328-9b57-ee9d5ba3c856 req-6cdef626-5830-4791-b4d4-40cb57258ec3 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0514376 Jan 24 09:18:22.718608 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c18d1f55-cdd7-4328-9b57-ee9d5ba3c856 req-d795ef23-4329-42e0-96e3-ba3363118a02 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419245 Jan 24 09:18:23.450563 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-fa886d3b-7a2c-4828-8313-e056b6870908 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:23.450563 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-fa886d3b-7a2c-4828-8313-e056b6870908 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/networks?id=595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 200 len: 815 time: 0.1204929 Jan 24 09:18:23.460821 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-70637117-7658-4917-9602-4b08951240ac tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/quotas/9effc220352541ecba9f319db87235de HTTP/1.1" status: 200 len: 375 time: 0.0096984 Jan 24 09:18:23.513074 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-6c2a683f-8ab3-4d00-9e26-c9f1a8790a0d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469680 Jan 24 09:18:23.607735 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-f693e930-80aa-4e60-a45e-a53a99a64167 service neutron] 10.222.0.113 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875490 Jan 24 09:18:23.701079 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-990863d1-250a-4b9a-9697-1b183d1072f0 service neutron] 10.222.0.113 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870094 Jan 24 09:18:23.852851 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33617-379e-4785-98f0-41d06f031202 req-a29e46ac-a36f-4284-81b6-0d6fc0450909 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:23.854481 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a8c33617-379e-4785-98f0-41d06f031202 req-a29e46ac-a36f-4284-81b6-0d6fc0450909 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0489924 Jan 24 09:18:23.910470 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a8c33617-379e-4785-98f0-41d06f031202 req-95be0b6f-7b48-42f2-aece-8cfa75a05534 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504246 Jan 24 09:18:23.960603 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ce4e16bc-5b03-40d5-9137-8e47f7343d13 req-269cb777-80ab-4dfd-8495-b5180605c4d4 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 210 time: 0.0392392 Jan 24 09:18:25.108371 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28982830-702d-4849-a604-0b19776a225d req-56eb4bbc-8b93-4863-892e-2319bf0a9fcc tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:25.111290 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-28982830-702d-4849-a604-0b19776a225d req-56eb4bbc-8b93-4863-892e-2319bf0a9fcc tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.1224909 Jan 24 09:18:25.134251 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6ea4701f-8553-459e-9e01-a35feb2cf3e0 req-c64c5c73-0f84-45b9-9e4e-60ed1025224f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 210 time: 0.0432210 Jan 24 09:18:25.180910 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-28982830-702d-4849-a604-0b19776a225d req-210007bc-2c85-4fec-afff-de71ca8833fa tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624592 Jan 24 09:18:26.306425 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-619e840e-ac3c-40cf-a020-3e0cfd2f66c7 req-6e290093-9884-49ab-bc1d-8597df9374aa tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 210 time: 0.0588045 Jan 24 09:18:26.358809 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25daa1-58b6-4dec-badf-bdbd2edf7117 req-616cc0ed-c0bf-4c4e-85da-84a2a901f8ee tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:26.360367 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1c25daa1-58b6-4dec-badf-bdbd2edf7117 req-616cc0ed-c0bf-4c4e-85da-84a2a901f8ee tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0755000 Jan 24 09:18:26.433373 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1c25daa1-58b6-4dec-badf-bdbd2edf7117 req-679f88aa-9f8d-4caa-856c-8226c6bd76fd tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668912 Jan 24 09:18:26.569734 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-bf8bb256-5d2d-4aff-9aa6-355df2c5c0c5 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:26.572258 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-bf8bb256-5d2d-4aff-9aa6-355df2c5c0c5 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "GET /v2.0/networks?id=595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 200 len: 815 time: 0.1253042 Jan 24 09:18:26.595384 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Request body: {'port': {'device_id': '6b0c5b63-d2d9-4dbd-b01d-845151d57d74', 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d', 'admin_state_up': True, 'tenant_id': '9effc220352541ecba9f319db87235de'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:18:26.810701 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Made reservation on behalf of 9effc220352541ecba9f319db87235de for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:18:26.814847 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:26.945130 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Allocated IP 172.20.0.11 (595abfef-3114-4487-9adf-a62cd7425c5d/1a3776bc-e355-476c-a289-572d782c9cb0/37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:18:27.353099 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks [] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:27.409649 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f591f4ed-fc5d-4564-a006-9d5983969c70 req-df57a9cc-69d5-4a5c-b0e8-37f35cb5787c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 210 time: 0.0327129 Jan 24 09:18:27.496516 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:27.521533 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['9d784b74-8dec-426c-928f-bed55e1f51fe'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:18:27.552238 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Network 595abfef-3114-4487-9adf-a62cd7425c5d is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:18:27.554874 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:18:27.559674 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:18:27.567796 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:27.568449 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:27.573844 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Pushing event updated for resources: {'Port': ['ID=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:27.579121 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce454c35-0167-40c9-a7fd-328eb64d4546 req-cc9de1cd-413f-410a-ab16-0038b5be1925 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:27.582605 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ce454c35-0167-40c9-a7fd-328eb64d4546 req-cc9de1cd-413f-410a-ab16-0038b5be1925 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0647135 Jan 24 09:18:27.637419 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ce454c35-0167-40c9-a7fd-328eb64d4546 req-de5fe68e-5b9a-49a3-8357-1c0d792bf764 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499296 Jan 24 09:18:27.687372 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-31994588-ce8c-487c-8a99-6a4dce7e188c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0963736 Jan 24 09:18:27.704614 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Request body: {'port': {'device_id': '6b0c5b63-d2d9-4dbd-b01d-845151d57d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:18:27.762552 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.059054 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:18:28.069131 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Publish callbacks [] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.092945 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Transition to ACTIVE for port object 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:18:28.108705 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44564) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:28.164427 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.228477 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3cda694b-2939-42d9-b8d2-4d6fdf953d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.251909 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Pushing event updated for resources: {'Port': ['ID=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:28.265427 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Attempting to bind port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:18:28.265770 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Attempting to bind port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:18:28.266166 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Attempting to bind port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 on network 595abfef-3114-4487-9adf-a62cd7425c5d {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:18:28.270863 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 on network 595abfef-3114-4487-9adf-a62cd7425c5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:18:28.271208 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Attempting to bind port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 on network 595abfef-3114-4487-9adf-a62cd7425c5d {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:18:28.277013 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:18:28.277013 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Checking segment: {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:18:28.277013 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Bound using segment: {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:18:28.277302 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Bound port: 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:18:28.277652 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.316443 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3cda694b-2939-42d9-b8d2-4d6fdf953d33 admin admin] Publish callbacks [] for security_group (7dea05e8-7e89-4f66-9c93-54500d80bb2a), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.365887 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] For port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:18:28.369523 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] For port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:18:28.387525 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3cda694b-2939-42d9-b8d2-4d6fdf953d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7dea05e8-7e89-4f66-9c93-54500d80bb2a), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.428493 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-3cda694b-2939-42d9-b8d2-4d6fdf953d33 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a70adcae7bf54300b6a883ea9e317fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185382 Jan 24 09:18:28.429221 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda694b-2939-42d9-b8d2-4d6fdf953d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea05e8-7e89-4f66-9c93-54500d80bb2a,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:28.432338 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 44580) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:28.440651 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.474366 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44586) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:28.497617 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:28.498683 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.500389 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] 10.222.0.115 "PUT /v2.0/ports/37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 HTTP/1.1" status: 200 len: 1094 time: 0.8005211 Jan 24 09:18:28.518757 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0c5b63-d2d9-4dbd-b01d-845151d57d74', 'tag': '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:18:28.521855 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67beb7a2-c59b-4938-bb49-17fc44672531" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0c5b63-d2d9-4dbd-b01d-845151d57d74", "tag": "37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:18:28.522497 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_v2 [None req-558999f5-dbdf-413e-9acb-a2195917cc8b admin admin] Deleting subnet 471ec017-ad77-4b7f-ab76-a0081abeda25 {{(pid=103102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:18:28.526015 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-558999f5-dbdf-413e-9acb-a2195917cc8b admin admin] Publish callbacks [] for subnet (471ec017-ad77-4b7f-ab76-a0081abeda25), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.567694 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-558999f5-dbdf-413e-9acb-a2195917cc8b admin admin] Publish callbacks [] for subnet (471ec017-ad77-4b7f-ab76-a0081abeda25), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.570902 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37e7fed-247b-48e7-95e1-5dd37f0feb43 x-openstack-request-id: req-c37e7fed-247b-48e7-95e1-5dd37f0feb43 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:18:28.571204 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0c5b63-d2d9-4dbd-b01d-845151d57d74", "tag": "37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:18:28.571457 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c37e7fed-247b-48e7-95e1-5dd37f0feb43 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:18:28.571850 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0c5b63-d2d9-4dbd-b01d-845151d57d74', 'tag': '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5', 'status': 'completed', 'code': 200} Jan 24 09:18:28.577305 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d2db4-32a3-44f3-8d42-5214bcd3f870 service neutron] Pushing event updated for resources: {'Port': ['ID=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:28.587233 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-558999f5-dbdf-413e-9acb-a2195917cc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (471ec017-ad77-4b7f-ab76-a0081abeda25), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.605621 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca14da2-440e-414a-91ed-5e10d1cb6e54 req-9d724d46-49c0-4500-9e17-fb4c61e7cd74 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:28.613090 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7ca14da2-440e-414a-91ed-5e10d1cb6e54 req-9d724d46-49c0-4500-9e17-fb4c61e7cd74 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 944 time: 0.1034696 Jan 24 09:18:28.628538 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-25dc65ce-623a-4e35-be21-df498e3d1841 admin admin] Publish callbacks [] for security_group (7dea05e8-7e89-4f66-9c93-54500d80bb2a), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.692987 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-25dc65ce-623a-4e35-be21-df498e3d1841 admin admin] Publish callbacks [] for security_group (7dea05e8-7e89-4f66-9c93-54500d80bb2a), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.711114 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-558999f5-dbdf-413e-9acb-a2195917cc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for subnet (471ec017-ad77-4b7f-ab76-a0081abeda25), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.734816 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7ca14da2-440e-414a-91ed-5e10d1cb6e54 req-e9294ec0-a05b-4754-bd2f-722cda5c2bc2 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208708 Jan 24 09:18:28.756224 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beb7a2-c59b-4938-bb49-17fc44672531 req-24a06070-995a-4ae0-b587-1c8e61026b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:28.757918 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-67beb7a2-c59b-4938-bb49-17fc44672531 req-24a06070-995a-4ae0-b587-1c8e61026b71 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 1097 time: 0.1127493 Jan 24 09:18:28.758698 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558999f5-dbdf-413e-9acb-a2195917cc8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471ec017-ad77-4b7f-ab76-a0081abeda25,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:28.777075 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-558999f5-dbdf-413e-9acb-a2195917cc8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.780398 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-558999f5-dbdf-413e-9acb-a2195917cc8b admin admin] 10.222.0.113 "DELETE /v2.0/subnets/471ec017-ad77-4b7f-ab76-a0081abeda25 HTTP/1.1" status: 204 len: 168 time: 0.3044612 Jan 24 09:18:28.784314 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44596) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:28.846661 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-25dc65ce-623a-4e35-be21-df498e3d1841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7dea05e8-7e89-4f66-9c93-54500d80bb2a), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.849260 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-25dc65ce-623a-4e35-be21-df498e3d1841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.850449 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-25dc65ce-623a-4e35-be21-df498e3d1841 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7dea05e8-7e89-4f66-9c93-54500d80bb2a HTTP/1.1" status: 204 len: 168 time: 0.4166937 Jan 24 09:18:28.857687 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeeab4-4afc-49ee-b2ef-02f6efc70d07 req-3469b71c-7163-42d6-acfe-1cc8be56941c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:28.859261 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-10aeeab4-4afc-49ee-b2ef-02f6efc70d07 req-3469b71c-7163-42d6-acfe-1cc8be56941c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.1362081 Jan 24 09:18:28.869225 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc65ce-623a-4e35-be21-df498e3d1841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dea05e8-7e89-4f66-9c93-54500d80bb2a,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:28.891166 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (ba8cb1ab-68c7-4713-b992-d74d38ee4fa4), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:28.901630 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beb7a2-c59b-4938-bb49-17fc44672531 req-e3b92a59-6a71-42e4-9be9-c48b410a0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:28.904472 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-67beb7a2-c59b-4938-bb49-17fc44672531 req-e3b92a59-6a71-42e4-9be9-c48b410a0c01 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=9effc220352541ecba9f319db87235de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1273715 Jan 24 09:18:28.955111 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-10aeeab4-4afc-49ee-b2ef-02f6efc70d07 req-b7d4c960-6ed6-42bb-94fd-dbc464c8f559 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850246 Jan 24 09:18:29.015033 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (ba8cb1ab-68c7-4713-b992-d74d38ee4fa4), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.030509 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67beb7a2-c59b-4938-bb49-17fc44672531 req-ee57b9c0-f644-4095-80eb-d24e430a8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:29.032186 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-67beb7a2-c59b-4938-bb49-17fc44672531 req-ee57b9c0-f644-4095-80eb-d24e430a8ba4 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1173651 Jan 24 09:18:29.041998 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.042364 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.043110 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.043447 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > port after_create 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.043760 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.044084 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > port after_update 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.044409 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.044735 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.045042 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.045350 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.131617 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-c107861b-ec73-45f6-957c-f68b4847596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:29.133741 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-c107861b-ec73-45f6-957c-f68b4847596c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 1097 time: 0.0440915 Jan 24 09:18:29.199341 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-9d9f3555-5b77-42d3-9394-07fad2285440 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 HTTP/1.1" status: 200 len: 217 time: 0.0434766 Jan 24 09:18:29.203665 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.205843 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.205843 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.205843 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:29.205843 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8cb1ab-68c7-4713-b992-d74d38ee4fa4']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:29.233881 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb6b483-a82e-458e-ba23-693a7fbc99ee') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:29.234248 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb6b483-a82e-458e-ba23-693a7fbc99ee') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:29.256467 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (afb6b483-a82e-458e-ba23-693a7fbc99ee), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.260412 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-64a80530-c660-44bf-9f3a-9449df988b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:29.263346 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-64a80530-c660-44bf-9f3a-9449df988b84 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1a3776bc-e355-476c-a289-572d782c9cb0 HTTP/1.1" status: 200 len: 855 time: 0.0544264 Jan 24 09:18:29.280271 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (afb6b483-a82e-458e-ba23-693a7fbc99ee), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.289309 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:18:29.289703 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (afb6b483-a82e-458e-ba23-693a7fbc99ee), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.307390 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-0703cd5b-7d47-4eb4-8fb4-3e7e0f1bd77e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=595abfef-3114-4487-9adf-a62cd7425c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271885 Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: from cryptography.utils import int_from_bytes Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: from cryptography.utils import int_from_bytes Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.312915 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: warnings.warn(msg) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:18:29.315474 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:18:29.427730 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-d15a6fd2-3fcf-46d8-b68a-e71bfe00e82e service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022859 Jan 24 09:18:29.460205 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (ba8cb1ab-68c7-4713-b992-d74d38ee4fa4), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.467713 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.473074 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] 10.222.0.113 "DELETE /v2.0/networks/ba8cb1ab-68c7-4713-b992-d74d38ee4fa4 HTTP/1.1" status: 204 len: 168 time: 0.6861217 Jan 24 09:18:29.475287 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44622) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:29.500377 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f380d-ee08-4f9e-9b06-92da0667ec90 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8cb1ab-68c7-4713-b992-d74d38ee4fa4,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:29.529311 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 44624) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:29.553603 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06d9edf-3326-481d-a4a6-a1cc2548cefa admin admin] Deleting subnet df229fc4-9505-48d0-bd0a-53d9379bc65f {{(pid=103102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:18:29.557695 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e06d9edf-3326-481d-a4a6-a1cc2548cefa admin admin] Publish callbacks [] for subnet (df229fc4-9505-48d0-bd0a-53d9379bc65f), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.559736 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c64b018f-88db-4961-9e5d-51e4e2c633c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.566396 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbff0c4f-a375-4a9a-88d5-4d327cb87e83 req-ac2dde6a-19c6-4a3c-9046-138b5568b763 service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201222 Jan 24 09:18:29.594090 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e06d9edf-3326-481d-a4a6-a1cc2548cefa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17333050'] for subnet (df229fc4-9505-48d0-bd0a-53d9379bc65f), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.636845 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e06d9edf-3326-481d-a4a6-a1cc2548cefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (df229fc4-9505-48d0-bd0a-53d9379bc65f), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.645515 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c64b018f-88db-4961-9e5d-51e4e2c633c5 admin admin] Publish callbacks [] for security_group (2fdb5eb4-7acb-4ec3-84e5-9f2a0cebfae0), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.717527 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c64b018f-88db-4961-9e5d-51e4e2c633c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2fdb5eb4-7acb-4ec3-84e5-9f2a0cebfae0), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.756818 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-c64b018f-88db-4961-9e5d-51e4e2c633c5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=f67c2532f5c34935ba53046ef4d05d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264459 Jan 24 09:18:29.757825 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b018f-88db-4961-9e5d-51e4e2c633c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdb5eb4-7acb-4ec3-84e5-9f2a0cebfae0,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:29.760194 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44628) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:29.804306 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e06d9edf-3326-481d-a4a6-a1cc2548cefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18398504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18764230'] for subnet (df229fc4-9505-48d0-bd0a-53d9379bc65f), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.834307 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d9edf-3326-481d-a4a6-a1cc2548cefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df229fc4-9505-48d0-bd0a-53d9379bc65f,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:29.836306 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e06d9edf-3326-481d-a4a6-a1cc2548cefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.839431 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-e06d9edf-3326-481d-a4a6-a1cc2548cefa admin admin] 10.222.0.113 "DELETE /v2.0/subnets/df229fc4-9505-48d0-bd0a-53d9379bc65f HTTP/1.1" status: 204 len: 168 time: 0.3630071 Jan 24 09:18:29.842819 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44632) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:29.873362 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ba2a4f1-179e-4cb6-8449-76ff37b21ee5 admin admin] Publish callbacks [] for security_group (2fdb5eb4-7acb-4ec3-84e5-9f2a0cebfae0), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.879542 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d36a4-9cc9-4866-9e92-ca84108a2d0f req-ee37c913-3905-43f6-970f-5cc8c16bcc27 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:29.881186 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-867d36a4-9cc9-4866-9e92-ca84108a2d0f req-ee37c913-3905-43f6-970f-5cc8c16bcc27 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 944 time: 0.0576074 Jan 24 09:18:29.932616 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-867d36a4-9cc9-4866-9e92-ca84108a2d0f req-edd1d28f-2a4c-42d6-859b-2000a449f436 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447438 Jan 24 09:18:29.933546 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ba2a4f1-179e-4cb6-8449-76ff37b21ee5 admin admin] Publish callbacks [] for security_group (2fdb5eb4-7acb-4ec3-84e5-9f2a0cebfae0), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:29.945047 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (3b381499-335d-4a65-a790-914f67d88a06), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:30.058457 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (3b381499-335d-4a65-a790-914f67d88a06), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:30.099462 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b381499-335d-4a65-a790-914f67d88a06']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a98733-012f-43e5-81b7-f57ba951e2dd') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a98733-012f-43e5-81b7-f57ba951e2dd') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (15a98733-012f-43e5-81b7-f57ba951e2dd), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2f7c9-ea2e-41b9-83fa-1a771648444a req-719c867f-02bb-498e-a580-b922196afd0a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6bd2f7c9-ea2e-41b9-83fa-1a771648444a req-719c867f-02bb-498e-a580-b922196afd0a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0879009 Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (15a98733-012f-43e5-81b7-f57ba951e2dd), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (15a98733-012f-43e5-81b7-f57ba951e2dd), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:18:30.289917 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:18:30.294985 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6bd2f7c9-ea2e-41b9-83fa-1a771648444a req-59681f5c-8891-4c96-9eb8-d2c6f8f5704b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916400 Jan 24 09:18:30.318959 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ba2a4f1-179e-4cb6-8449-76ff37b21ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2fdb5eb4-7acb-4ec3-84e5-9f2a0cebfae0), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:30.322433 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5ba2a4f1-179e-4cb6-8449-76ff37b21ee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:30.323874 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-5ba2a4f1-179e-4cb6-8449-76ff37b21ee5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2fdb5eb4-7acb-4ec3-84e5-9f2a0cebfae0 HTTP/1.1" status: 204 len: 168 time: 0.5622804 Jan 24 09:18:30.335961 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2a4f1-179e-4cb6-8449-76ff37b21ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdb5eb4-7acb-4ec3-84e5-9f2a0cebfae0,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:30.599055 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (3b381499-335d-4a65-a790-914f67d88a06), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:30.606033 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:30.609327 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] 10.222.0.113 "DELETE /v2.0/networks/3b381499-335d-4a65-a790-914f67d88a06 HTTP/1.1" status: 204 len: 168 time: 0.7654579 Jan 24 09:18:30.621094 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6b044-2b0d-4a74-8022-b22b603f1068 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b381499-335d-4a65-a790-914f67d88a06,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:31.009709 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44662) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:31.059960 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-31238beb-bc59-4aa3-a459-68be5ce78e55 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2c359c89583a469dae62d6054b0fed0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466905 Jan 24 09:18:31.060528 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44664) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:31.061928 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c184ab-04d2-4be6-9b44-923791c3fe3d req-282f966d-8d22-4e8f-b50c-1e336225574d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:31.063485 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72c184ab-04d2-4be6-9b44-923791c3fe3d req-282f966d-8d22-4e8f-b50c-1e336225574d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 944 time: 0.0596237 Jan 24 09:18:31.112568 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bb062d5a-a125-4315-af37-a94f066b6e21 admin admin] Publish callbacks [] for security_group (2b9f42b2-84ba-48fe-854e-a6b672f6524c), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:31.114282 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72c184ab-04d2-4be6-9b44-923791c3fe3d req-8a7a0f67-1cbf-4cc7-b6f4-3022dc87f2f3 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444224 Jan 24 09:18:31.135609 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bb062d5a-a125-4315-af37-a94f066b6e21 admin admin] Publish callbacks [] for security_group (2b9f42b2-84ba-48fe-854e-a6b672f6524c), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:31.260487 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bb062d5a-a125-4315-af37-a94f066b6e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2b9f42b2-84ba-48fe-854e-a6b672f6524c), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:31.263373 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bb062d5a-a125-4315-af37-a94f066b6e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:31.264516 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-bb062d5a-a125-4315-af37-a94f066b6e21 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2b9f42b2-84ba-48fe-854e-a6b672f6524c HTTP/1.1" status: 204 len: 168 time: 0.2030191 Jan 24 09:18:31.273536 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb062d5a-a125-4315-af37-a94f066b6e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9f42b2-84ba-48fe-854e-a6b672f6524c,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:31.397777 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723de8e-c20e-497d-a45a-18967f791979 req-756fa4c2-faf8-4143-ae04-bada4cc75185 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:31.399286 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6723de8e-c20e-497d-a45a-18967f791979 req-756fa4c2-faf8-4143-ae04-bada4cc75185 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0512993 Jan 24 09:18:31.458558 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6723de8e-c20e-497d-a45a-18967f791979 req-2621dffa-2bc2-4516-88bb-cf64b7bcd2d5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529296 Jan 24 09:18:31.968000 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44696) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:32.010646 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-c0d45d42-4fc0-4a18-a01d-3d0bba00ac88 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e4bc399097ec4fedba5a7ea99ac483e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427794 Jan 24 09:18:32.013013 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44702) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:32.101975 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c189b4-6ef1-4082-af99-12b0b64abede req-1191df90-77fe-49db-9bbf-10ce3ee7c165 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:32.103454 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-18c189b4-6ef1-4082-af99-12b0b64abede req-1191df90-77fe-49db-9bbf-10ce3ee7c165 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0757589 Jan 24 09:18:32.104050 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e12ded46-9803-4ad1-bd70-fded97b77f0c admin admin] Publish callbacks [] for security_group (ed8bca28-d98f-4bac-9766-478393b7e8f4), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:32.138031 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e12ded46-9803-4ad1-bd70-fded97b77f0c admin admin] Publish callbacks [] for security_group (ed8bca28-d98f-4bac-9766-478393b7e8f4), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:32.192324 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-18c189b4-6ef1-4082-af99-12b0b64abede req-96efba29-0720-4757-9b95-e0cf784f58df tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791790 Jan 24 09:18:32.263851 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ef275-0857-43ad-b489-eb02b9f14e00 req-72d8e18d-e05c-470b-b8d8-f42acaf8c13d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:32.265437 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-646ef275-0857-43ad-b489-eb02b9f14e00 req-72d8e18d-e05c-470b-b8d8-f42acaf8c13d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 944 time: 0.0515704 Jan 24 09:18:32.279083 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e12ded46-9803-4ad1-bd70-fded97b77f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (ed8bca28-d98f-4bac-9766-478393b7e8f4), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:32.281752 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e12ded46-9803-4ad1-bd70-fded97b77f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:32.286221 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-e12ded46-9803-4ad1-bd70-fded97b77f0c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ed8bca28-d98f-4bac-9766-478393b7e8f4 HTTP/1.1" status: 204 len: 168 time: 0.2700775 Jan 24 09:18:32.294977 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ded46-9803-4ad1-bd70-fded97b77f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8bca28-d98f-4bac-9766-478393b7e8f4,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:32.323702 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-646ef275-0857-43ad-b489-eb02b9f14e00 req-49ff31f1-adf4-4616-a0d7-195a6fb599f7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519917 Jan 24 09:18:32.587548 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b53653-07c7-4e35-a2e3-97daff6dcd0d req-8c83a8d1-be67-4482-abec-8b155e1311c9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:32.589339 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-40b53653-07c7-4e35-a2e3-97daff6dcd0d req-8c83a8d1-be67-4482-abec-8b155e1311c9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0595303 Jan 24 09:18:32.648011 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-40b53653-07c7-4e35-a2e3-97daff6dcd0d req-3557a929-cfb6-4464-911c-5305d68858e6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527105 Jan 24 09:18:32.948289 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:18:33.178150 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:18:33.189917 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5', 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d', 'port_id': '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5', 'mac_address': 'fa:16:3e:41:e1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3776bc-e355-476c-a289-572d782c9cb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:18:33.227955 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:18:33.228358 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:33.241199 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:18:33.261656 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:18:33.322141 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11150fc-de89-46d9-a99a-b39355724033 req-b235950d-9e5f-4897-96aa-42715f97be53 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:33.326963 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b11150fc-de89-46d9-a99a-b39355724033 req-b235950d-9e5f-4897-96aa-42715f97be53 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0521662 Jan 24 09:18:33.349716 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:33.394487 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b11150fc-de89-46d9-a99a-b39355724033 req-8c7c70e9-efca-4c2e-90b6-e11e9377264d tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591543 Jan 24 09:18:33.397453 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:33.405795 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.406386 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.406826 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.407370 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.408436 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.408935 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.409462 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.409953 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.410487 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.410837 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.411363 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.411857 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.412315 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:18:33.471039 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7cb85-2e47-43d8-986a-74a7f8077189 req-a7c5a1c0-25f8-447f-a23f-5f2fe44105a0 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:33.473231 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-91c7cb85-2e47-43d8-986a-74a7f8077189 req-a7c5a1c0-25f8-447f-a23f-5f2fe44105a0 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 945 time: 0.0531485 Jan 24 09:18:33.523724 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-91c7cb85-2e47-43d8-986a-74a7f8077189 req-722051ec-4a44-436c-a39a-43e424e44c04 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442374 Jan 24 09:18:33.797519 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb083fc7-7504-466c-9d00-ddf632d2c51c req-29640ace-8ed7-405f-8237-9062994317d3 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:33.799218 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-eb083fc7-7504-466c-9d00-ddf632d2c51c req-29640ace-8ed7-405f-8237-9062994317d3 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0630953 Jan 24 09:18:33.855384 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 44826) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:33.870544 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-eb083fc7-7504-466c-9d00-ddf632d2c51c req-2819c5c6-bc38-45b2-a6ac-68314441a24c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582354 Jan 24 09:18:33.877208 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:18:34.015965 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-77892316-ffe5-41ae-a5d1-ee72bf8a514b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:34.090867 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-77892316-ffe5-41ae-a5d1-ee72bf8a514b admin admin] Publish callbacks [] for security_group (19414fba-bf1f-45fd-9ba8-0bd214b95d5b), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:34.192969 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-77892316-ffe5-41ae-a5d1-ee72bf8a514b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (19414fba-bf1f-45fd-9ba8-0bd214b95d5b), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:34.237756 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-77892316-ffe5-41ae-a5d1-ee72bf8a514b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=10f30f631d404098840b3d67a990308a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812938 Jan 24 09:18:34.239691 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77892316-ffe5-41ae-a5d1-ee72bf8a514b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19414fba-bf1f-45fd-9ba8-0bd214b95d5b,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:34.240616 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 44832) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:34.291904 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e05898fb-5e35-4d57-8db4-05f43c00e3f2 admin admin] Publish callbacks [] for security_group (19414fba-bf1f-45fd-9ba8-0bd214b95d5b), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:34.315108 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e05898fb-5e35-4d57-8db4-05f43c00e3f2 admin admin] Publish callbacks [] for security_group (19414fba-bf1f-45fd-9ba8-0bd214b95d5b), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:34.467231 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e05898fb-5e35-4d57-8db4-05f43c00e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (19414fba-bf1f-45fd-9ba8-0bd214b95d5b), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:34.469969 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e05898fb-5e35-4d57-8db4-05f43c00e3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:34.473595 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-e05898fb-5e35-4d57-8db4-05f43c00e3f2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/19414fba-bf1f-45fd-9ba8-0bd214b95d5b HTTP/1.1" status: 204 len: 168 time: 0.2319207 Jan 24 09:18:34.483510 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05898fb-5e35-4d57-8db4-05f43c00e3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19414fba-bf1f-45fd-9ba8-0bd214b95d5b,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:34.531455 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2b89-6a68-4016-9ff8-1c690f724d85 req-aaf326fc-100f-46bd-a1f8-c267335c9db8 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:34.534401 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-068b2b89-6a68-4016-9ff8-1c690f724d85 req-aaf326fc-100f-46bd-a1f8-c267335c9db8 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0743792 Jan 24 09:18:34.592593 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-068b2b89-6a68-4016-9ff8-1c690f724d85 req-291466d9-9a1b-4a83-a0aa-954702c4de12 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502698 Jan 24 09:18:34.661756 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c3d65-0fab-47a0-882c-7cfff204fd05 req-16ecc336-f17c-477c-8833-221005bd11bc tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:34.663443 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a23c3d65-0fab-47a0-882c-7cfff204fd05 req-16ecc336-f17c-477c-8833-221005bd11bc tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 945 time: 0.0621309 Jan 24 09:18:34.713278 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a23c3d65-0fab-47a0-882c-7cfff204fd05 req-060042a0-09ac-41bf-afbc-b994d6e7b999 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Jan 24 09:18:35.001462 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17c395-4b4e-4db9-895e-9ee79a52f40d req-8855b162-ed53-4fd3-9398-57c6a368f34d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:35.003051 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cd17c395-4b4e-4db9-895e-9ee79a52f40d req-8855b162-ed53-4fd3-9398-57c6a368f34d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0614541 Jan 24 09:18:35.062447 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cd17c395-4b4e-4db9-895e-9ee79a52f40d req-89907a40-c95c-4847-a51d-32a745af1cad tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530374 Jan 24 09:18:35.086091 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 44866) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:35.100483 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-251bda97-f7c4-4df0-a3c7-fba32ce96b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:35.179801 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:18:35.464866 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-251bda97-f7c4-4df0-a3c7-fba32ce96b4a admin admin] Publish callbacks [] for security_group (1ce99d29-9770-4373-bc71-d6749d630240), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:35.464866 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54042fc8-7211-4051-bd5e-47ac9b970e44 req-7aec235c-2a28-4835-a0c2-fabb0be03d00 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:35.464866 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-54042fc8-7211-4051-bd5e-47ac9b970e44 req-7aec235c-2a28-4835-a0c2-fabb0be03d00 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.115 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0614202 Jan 24 09:18:35.584728 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-54042fc8-7211-4051-bd5e-47ac9b970e44 req-0ee911e6-ea2e-4404-9494-c5bda89ed897 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Deleting port af0ff79f-46d7-41b6-adb2-1f564fafaaba {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:18:35.585486 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-54042fc8-7211-4051-bd5e-47ac9b970e44 req-0ee911e6-ea2e-4404-9494-c5bda89ed897 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:35.589244 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-251bda97-f7c4-4df0-a3c7-fba32ce96b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (1ce99d29-9770-4373-bc71-d6749d630240), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:35.615672 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:18:35.637053 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:18:35.637053 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:35.679641 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-251bda97-f7c4-4df0-a3c7-fba32ce96b4a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cbc95e542bb0423199954805c7e82cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5918577 Jan 24 09:18:35.682147 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bda97-f7c4-4df0-a3c7-fba32ce96b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce99d29-9770-4373-bc71-d6749d630240,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:35.686293 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 44874) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:35.732147 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e35e84-e289-4328-b2e5-ff22b01ecc7a req-44dd6290-0687-4569-9474-e419bc6830b3 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:35.733507 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-86e35e84-e289-4328-b2e5-ff22b01ecc7a req-44dd6290-0687-4569-9474-e419bc6830b3 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 945 time: 0.0650558 Jan 24 09:18:35.740153 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:18:35.740596 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:35.751800 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-54042fc8-7211-4051-bd5e-47ac9b970e44 req-0ee911e6-ea2e-4404-9494-c5bda89ed897 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] For port af0ff79f-46d7-41b6-adb2-1f564fafaaba, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af0ff79f-46d7-41b6-adb2-1f564fafaaba,segment=NetworkSegment(fc6b7b47-7022-407b-8763-b76a72350408),segment_id=fc6b7b47-7022-407b-8763-b76a72350408)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:18:35.752730 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-54042fc8-7211-4051-bd5e-47ac9b970e44 req-0ee911e6-ea2e-4404-9494-c5bda89ed897 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:35.773361 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-54042fc8-7211-4051-bd5e-47ac9b970e44 req-0ee911e6-ea2e-4404-9494-c5bda89ed897 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Calling delete_port for af0ff79f-46d7-41b6-adb2-1f564fafaaba owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:18:35.783425 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0c5b63-d2d9-4dbd-b01d-845151d57d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:18:35.785844 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6eb40e-4aa7-4c48-942d-2d0c63b3e908" -d '{"events": [{"server_uuid": "6b0c5b63-d2d9-4dbd-b01d-845151d57d74", "name": "network-vif-plugged", "status": "completed", "tag": "37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:18:35.799543 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:18:35.800411 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-54a31f36-c97f-40d1-ac61-415b82c8181a admin admin] Publish callbacks [] for security_group (1ce99d29-9770-4373-bc71-d6749d630240), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:35.803900 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-86e35e84-e289-4328-b2e5-ff22b01ecc7a req-4c0f216f-4084-477a-b9ef-3c5cd417f474 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/security-groups?id=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634573 Jan 24 09:18:35.849790 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0ff989-8bfc-4e67-aa93-1ba2a68699bd x-openstack-request-id: req-9d0ff989-8bfc-4e67-aa93-1ba2a68699bd {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:18:35.850198 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0c5b63-d2d9-4dbd-b01d-845151d57d74", "name": "network-vif-plugged", "status": "completed", "tag": "37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:18:35.850520 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9d0ff989-8bfc-4e67-aa93-1ba2a68699bd {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:18:35.850919 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0c5b63-d2d9-4dbd-b01d-845151d57d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5', 'code': 200} Jan 24 09:18:35.896137 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:35.914345 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-54a31f36-c97f-40d1-ac61-415b82c8181a admin admin] Publish callbacks [] for security_group (1ce99d29-9770-4373-bc71-d6749d630240), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:35.952098 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:35.977636 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4746c-9484-4dc3-b87c-8c8a1cc31e47 req-f9a6aebd-7777-4cde-8204-5c605283c1fe tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:35.980041 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b6c4746c-9484-4dc3-b87c-8c8a1cc31e47 req-f9a6aebd-7777-4cde-8204-5c605283c1fe tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 945 time: 0.1542683 Jan 24 09:18:36.081479 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b6c4746c-9484-4dc3-b87c-8c8a1cc31e47 req-c76038ce-57b6-4594-9a27-f5f82bf0c6ac tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937288 Jan 24 09:18:36.114053 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-54a31f36-c97f-40d1-ac61-415b82c8181a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (1ce99d29-9770-4373-bc71-d6749d630240), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:36.116979 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-54a31f36-c97f-40d1-ac61-415b82c8181a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:36.118184 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-54a31f36-c97f-40d1-ac61-415b82c8181a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1ce99d29-9770-4373-bc71-d6749d630240 HTTP/1.1" status: 204 len: 168 time: 0.4309108 Jan 24 09:18:36.126148 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a31f36-c97f-40d1-ac61-415b82c8181a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce99d29-9770-4373-bc71-d6749d630240,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:36.141652 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-54042fc8-7211-4051-bd5e-47ac9b970e44 req-0ee911e6-ea2e-4404-9494-c5bda89ed897 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404'] for port (af0ff79f-46d7-41b6-adb2-1f564fafaaba), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:36.160049 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['af0ff79f-46d7-41b6-adb2-1f564fafaaba'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:18:36.213887 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee911e6-ea2e-4404-9494-c5bda89ed897 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Pushing event deleted for resources: {'Port': ['ID=af0ff79f-46d7-41b6-adb2-1f564fafaaba,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:36.313189 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-54042fc8-7211-4051-bd5e-47ac9b970e44 req-0ee911e6-ea2e-4404-9494-c5bda89ed897 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] No DVR routers for this DVR port af0ff79f-46d7-41b6-adb2-1f564fafaaba on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:18:36.318901 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-54042fc8-7211-4051-bd5e-47ac9b970e44 req-0ee911e6-ea2e-4404-9494-c5bda89ed897 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:36.322245 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-54042fc8-7211-4051-bd5e-47ac9b970e44 req-0ee911e6-ea2e-4404-9494-c5bda89ed897 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.115 "DELETE /v2.0/ports/af0ff79f-46d7-41b6-adb2-1f564fafaaba HTTP/1.1" status: 204 len: 173 time: 1.0850661 Jan 24 09:18:36.324229 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f231864-55f5-469d-b015-721a0ddc5e3d', 'name': 'network-vif-deleted', 'tag': 'af0ff79f-46d7-41b6-adb2-1f564fafaaba'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:18:36.326765 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4788bf4-b3aa-4094-b145-bd7f483c44d9" -d '{"events": [{"server_uuid": "8f231864-55f5-469d-b015-721a0ddc5e3d", "name": "network-vif-deleted", "tag": "af0ff79f-46d7-41b6-adb2-1f564fafaaba"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:18:36.341033 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e353a-1a16-430f-8503-cbbc00a43da4 req-e5dac25e-7926-4744-9812-26c2ea8d0787 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:36.342575 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b19e353a-1a16-430f-8503-cbbc00a43da4 req-e5dac25e-7926-4744-9812-26c2ea8d0787 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.1964011 Jan 24 09:18:36.347539 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af2e74-ec53-47fa-8d7f-29f53809081b req-caac47e4-ae02-460f-95cc-9851b04dfd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:36.348964 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-02af2e74-ec53-47fa-8d7f-29f53809081b req-caac47e4-ae02-460f-95cc-9851b04dfd47 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 1099 time: 0.1327329 Jan 24 09:18:36.371408 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf088429-b448-4f0f-a97b-303b14b349d8 x-openstack-request-id: req-bf088429-b448-4f0f-a97b-303b14b349d8 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:18:36.371699 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f231864-55f5-469d-b015-721a0ddc5e3d", "name": "network-vif-deleted", "tag": "af0ff79f-46d7-41b6-adb2-1f564fafaaba", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:18:36.371953 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-bf088429-b448-4f0f-a97b-303b14b349d8 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:18:36.372345 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f231864-55f5-469d-b015-721a0ddc5e3d', 'name': 'network-vif-deleted', 'tag': 'af0ff79f-46d7-41b6-adb2-1f564fafaaba', 'status': 'completed', 'code': 200} Jan 24 09:18:36.425004 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b19e353a-1a16-430f-8503-cbbc00a43da4 req-915495a1-312d-44c7-93d4-716b602d9bf2 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750771 Jan 24 09:18:36.432093 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-02af2e74-ec53-47fa-8d7f-29f53809081b req-1fe1f6a0-1f65-45ab-8e60-843de36dd2e0 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680940 Jan 24 09:18:36.904115 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-020dde30-78dc-4a7c-9671-4a3057d00128 req-d5995047-8abd-4edd-8987-d3acfec33a02 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.0251944 Jan 24 09:18:37.217757 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e31dc-bc3b-47be-b50c-b1f02c07432d req-7ecc9def-aa95-4373-8163-f7cd96860216 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:37.219303 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-927e31dc-bc3b-47be-b50c-b1f02c07432d req-7ecc9def-aa95-4373-8163-f7cd96860216 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 946 time: 0.0672474 Jan 24 09:18:37.284679 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-927e31dc-bc3b-47be-b50c-b1f02c07432d req-09321b4c-704d-45f5-b5ac-bfd33dc0c76a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554414 Jan 24 09:18:37.548577 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8697679-86a0-4a80-bf8e-628ed615bb05 req-03b32cb5-a513-49e6-990b-531b2a7b049f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:37.550831 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c8697679-86a0-4a80-bf8e-628ed615bb05 req-03b32cb5-a513-49e6-990b-531b2a7b049f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0506687 Jan 24 09:18:37.599314 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c8697679-86a0-4a80-bf8e-628ed615bb05 req-cf726e8c-049d-4e30-82b2-172fb6378102 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Jan 24 09:18:38.020467 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4d35f2b0-909c-4234-9f54-fbd820714299 req-ba06381a-c764-4acc-af41-b77a231da132 tempest-DeleteServersTestJSON-610017206 tempest-DeleteServersTestJSON-610017206-project] 10.222.0.113 "GET /v2.0/ports?device_id=8f231864-55f5-469d-b015-721a0ddc5e3d HTTP/1.1" status: 200 len: 210 time: 0.0280838 Jan 24 09:18:38.434170 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e29ed7-9b24-49a6-9484-8cea929be095 req-537398dd-b9fa-4dae-b869-28ca19cf3f85 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:38.436415 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b3e29ed7-9b24-49a6-9484-8cea929be095 req-537398dd-b9fa-4dae-b869-28ca19cf3f85 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 946 time: 0.0524316 Jan 24 09:18:38.495313 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b3e29ed7-9b24-49a6-9484-8cea929be095 req-a4be56d6-6926-4588-bab8-7332291b6acd tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478046 Jan 24 09:18:38.746305 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4d5b6-2c70-4d58-8f1f-194964ac4a61 req-229d770a-7a7a-4461-8824-50032dfe9057 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:38.747762 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d3c4d5b6-2c70-4d58-8f1f-194964ac4a61 req-229d770a-7a7a-4461-8824-50032dfe9057 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0594776 Jan 24 09:18:38.795209 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d3c4d5b6-2c70-4d58-8f1f-194964ac4a61 req-c9e0a6f7-ff1c-4259-b111-9ca92185ba78 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Jan 24 09:18:39.178226 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device af0ff79f-46d7-41b6-adb2-1f564fafaaba no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:18:39.204408 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: af0ff79f-46d7-41b6-adb2-1f564fafaaba {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:18:39.204408 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device af0ff79f-46d7-41b6-adb2-1f564fafaaba not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:18:39.290380 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:18:39.618084 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1b6d7-5f1d-4178-9ffa-2e74ca0ff139 req-68a26a23-c645-48ed-9fd8-a6dec6809b99 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:39.619607 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8e1b6d7-5f1d-4178-9ffa-2e74ca0ff139 req-68a26a23-c645-48ed-9fd8-a6dec6809b99 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 946 time: 0.0500438 Jan 24 09:18:39.665772 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f8e1b6d7-5f1d-4178-9ffa-2e74ca0ff139 req-62236085-7d9d-4d74-9dbf-8d62843c2949 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Jan 24 09:18:39.912301 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771684c-dbda-40fb-839c-fee1a6edc256 req-da693803-8e91-4a47-b4a6-7ff97d59cd35 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:39.913757 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5771684c-dbda-40fb-839c-fee1a6edc256 req-da693803-8e91-4a47-b4a6-7ff97d59cd35 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0511146 Jan 24 09:18:39.961853 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5771684c-dbda-40fb-839c-fee1a6edc256 req-3b9fd8ce-7398-45a4-9a52-07749d51326f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421684 Jan 24 09:18:40.636095 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 45020) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:40.686610 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_v2 [None req-130d545d-5324-4ae9-b314-137ab1ff77a9 admin admin] Deleting subnet 1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1 {{(pid=103102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:18:40.689685 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-130d545d-5324-4ae9-b314-137ab1ff77a9 admin admin] Publish callbacks [] for subnet (1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:40.726879 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-130d545d-5324-4ae9-b314-137ab1ff77a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17333050'] for subnet (1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:40.772100 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-130d545d-5324-4ae9-b314-137ab1ff77a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:40.952924 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-130d545d-5324-4ae9-b314-137ab1ff77a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18398504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18764230'] for subnet (1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:40.980233 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d545d-5324-4ae9-b314-137ab1ff77a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:40.982201 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-130d545d-5324-4ae9-b314-137ab1ff77a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:40.987254 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-130d545d-5324-4ae9-b314-137ab1ff77a9 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/1bbcffb6-c4ef-4fc0-b13a-a4798332c9c1 HTTP/1.1" status: 204 len: 168 time: 0.3500538 Jan 24 09:18:40.992163 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 45032) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:41.067905 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (f23cf8c8-3b67-45ad-b576-35efecf70ce3), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:41.090668 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7722edd-59f1-4332-9c2f-938d7c5e87c9 req-f425682c-ff6b-4f3b-81f6-111573657163 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:41.092622 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d7722edd-59f1-4332-9c2f-938d7c5e87c9 req-f425682c-ff6b-4f3b-81f6-111573657163 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0538769 Jan 24 09:18:41.153622 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d7722edd-59f1-4332-9c2f-938d7c5e87c9 req-82768eef-045a-4865-bb9a-82c462ce4559 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552168 Jan 24 09:18:41.176196 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (f23cf8c8-3b67-45ad-b576-35efecf70ce3), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:41.200768 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.201112 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.201861 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.202232 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > port after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.202552 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.202877 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > port after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.203210 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.203539 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.203846 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.204158 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.275974 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.276325 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.276652 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.276974 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:18:41.277333 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23cf8c8-3b67-45ad-b576-35efecf70ce3']}} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:41.299049 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6b7b47-7022-407b-8763-b76a72350408') {'for_net_delete': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:41.299343 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6b7b47-7022-407b-8763-b76a72350408') {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:18:41.322472 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8907135'] for segment (fc6b7b47-7022-407b-8763-b76a72350408), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:41.345862 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (fc6b7b47-7022-407b-8763-b76a72350408), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:41.353106 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:18:41.353506 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8393664'] for segment (fc6b7b47-7022-407b-8763-b76a72350408), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: Traceback (most recent call last): Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: timer() Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: cb(*args, **kw) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: return func(*args, **kwargs) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: self._notify() Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: self.callback(batched_events) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: event.method(event) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: return f(self, *a, **k) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: return self._get(url).json() Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: return self.request(url, 'GET', **kwargs) Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:18:41.357542 dv-cinder-804035-26-iscsi neutron-server[103101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:18:41.361239 dv-cinder-804035-26-iscsi neutron-server[103101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:18:41.471568 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (f23cf8c8-3b67-45ad-b576-35efecf70ce3), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:41.479292 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:41.482648 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] 10.222.0.113 "DELETE /v2.0/networks/f23cf8c8-3b67-45ad-b576-35efecf70ce3 HTTP/1.1" status: 204 len: 168 time: 0.4933674 Jan 24 09:18:41.492718 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fee8b-98ef-432b-bd1d-e6f95ce4407f admin admin] Pushing event deleted for resources: {'Network': ['ID=f23cf8c8-3b67-45ad-b576-35efecf70ce3,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:41.922882 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 45050) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:41.975327 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-daa350a9-6bd9-42c2-a5c6-e47f858d935c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=31cb3477628042869ffe08048f0a8ee9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0509436 Jan 24 09:18:41.980644 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 45052) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:42.030206 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-371392f1-4045-4fa6-99f7-dab4db0f75ed admin admin] Publish callbacks [] for security_group (1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:42.051918 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-371392f1-4045-4fa6-99f7-dab4db0f75ed admin admin] Publish callbacks [] for security_group (1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:42.176327 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-371392f1-4045-4fa6-99f7-dab4db0f75ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:42.179243 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-371392f1-4045-4fa6-99f7-dab4db0f75ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:42.180311 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-371392f1-4045-4fa6-99f7-dab4db0f75ed admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd HTTP/1.1" status: 204 len: 168 time: 0.1987286 Jan 24 09:18:42.189112 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371392f1-4045-4fa6-99f7-dab4db0f75ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7bcd5e-1ce5-43c0-b064-1bc29d4442bd,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:42.311690 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8bf30-9fd1-4149-96ee-77a3f9a3bf76 req-24885a41-c0e2-4066-a5d5-bd8b9023fe29 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:42.313200 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ceb8bf30-9fd1-4149-96ee-77a3f9a3bf76 req-24885a41-c0e2-4066-a5d5-bd8b9023fe29 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0568218 Jan 24 09:18:42.365661 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ceb8bf30-9fd1-4149-96ee-77a3f9a3bf76 req-b471863d-21bd-4bca-8b79-7dd82d6a3572 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Jan 24 09:18:43.489754 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee1901-053f-4b20-8959-61627663f5a1 req-8d5a28fd-112a-4710-b434-fde4a03b2d41 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:43.491299 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-32ee1901-053f-4b20-8959-61627663f5a1 req-8d5a28fd-112a-4710-b434-fde4a03b2d41 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0489614 Jan 24 09:18:43.546026 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-32ee1901-053f-4b20-8959-61627663f5a1 req-1d630002-a0a9-4a01-8b3d-4c4530c13c8a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486004 Jan 24 09:18:44.667895 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fe0e3-4742-437a-81c4-075f3c4cafb4 req-513098da-4003-4fa0-88bc-28f4fe3e45e6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:44.669361 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f46fe0e3-4742-437a-81c4-075f3c4cafb4 req-513098da-4003-4fa0-88bc-28f4fe3e45e6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0516779 Jan 24 09:18:44.716961 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f46fe0e3-4742-437a-81c4-075f3c4cafb4 req-fa9e51c3-0771-4e0a-a612-790d1f8cb003 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Jan 24 09:18:45.840647 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bdaf5-418d-4b6f-abd1-9ff3e6f7a5e0 req-eed1a238-179a-4524-ad67-7d81ab09382f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:45.842208 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-880bdaf5-418d-4b6f-abd1-9ff3e6f7a5e0 req-eed1a238-179a-4524-ad67-7d81ab09382f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0494823 Jan 24 09:18:45.889748 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-880bdaf5-418d-4b6f-abd1-9ff3e6f7a5e0 req-d9bbf171-ab51-4660-84ba-233d71b95bc3 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412219 Jan 24 09:18:46.238164 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a44f0544-e3e7-4bd7-b985-8a01453f3ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:46.974892 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:47.012812 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e5e2d-c033-4be0-a9c6-22150a248b57 req-77b08e9e-bef2-44f7-bc9d-3d2ba8f07c6b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:47.014380 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ee0e5e2d-c033-4be0-a9c6-22150a248b57 req-77b08e9e-bef2-44f7-bc9d-3d2ba8f07c6b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0499444 Jan 24 09:18:47.276090 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ee0e5e2d-c033-4be0-a9c6-22150a248b57 req-ff5b9284-7739-4694-bfa4-1686d66e09f3 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555013 Jan 24 09:18:48.399823 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761776b1-7cae-406d-b3ef-d22b8716f9f8 req-74425899-5bb7-45ab-b6ac-b61b02830a12 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:48.401300 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-761776b1-7cae-406d-b3ef-d22b8716f9f8 req-74425899-5bb7-45ab-b6ac-b61b02830a12 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0486877 Jan 24 09:18:48.463079 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-761776b1-7cae-406d-b3ef-d22b8716f9f8 req-598a8d21-b8a1-4b05-88f7-db46a49f3fea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562944 Jan 24 09:18:48.552062 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-3a512e97-ca94-44cb-a78c-4bbce2b43b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:49.763456 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:50.883564 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:52.523953 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:52.677479 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230bc0-c568-488e-a0b4-26f3a9b70ab0 req-fd1cffc7-60d7-447a-8e8f-609bb6bc33f6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:52.679958 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-19230bc0-c568-488e-a0b4-26f3a9b70ab0 req-fd1cffc7-60d7-447a-8e8f-609bb6bc33f6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0486767 Jan 24 09:18:52.726825 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-19230bc0-c568-488e-a0b4-26f3a9b70ab0 req-42cdd9b3-57d0-42c4-99e6-7b6a168d2deb tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Jan 24 09:18:53.859667 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f3613-3e4f-4dc0-b2d6-72c7c7525916 req-50f38e72-8795-47d3-84ec-032d99343eb6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:53.861197 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-777f3613-3e4f-4dc0-b2d6-72c7c7525916 req-50f38e72-8795-47d3-84ec-032d99343eb6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0586717 Jan 24 09:18:53.918984 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-777f3613-3e4f-4dc0-b2d6-72c7c7525916 req-bcf149e1-b6dd-49ce-8f60-89c937513c77 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509951 Jan 24 09:18:54.322091 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 45294) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:54.440773 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2e5e76d8-9506-4817-af66-fc7595e30c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:54.519591 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2e5e76d8-9506-4817-af66-fc7595e30c00 admin admin] Publish callbacks [] for security_group (7184a149-3ce9-4799-b2ad-2dd070d32623), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:54.579639 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2e5e76d8-9506-4817-af66-fc7595e30c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7184a149-3ce9-4799-b2ad-2dd070d32623), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:54.623729 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2e5e76d8-9506-4817-af66-fc7595e30c00 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fb9dd18f2c10485f9ddac5a1a5cb2406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005223 Jan 24 09:18:54.624644 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e76d8-9506-4817-af66-fc7595e30c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7184a149-3ce9-4799-b2ad-2dd070d32623,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:54.628272 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 45310) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:54.677309 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1fed62bc-464f-4cd0-99cb-08f3683d9e6d admin admin] Publish callbacks [] for security_group (7184a149-3ce9-4799-b2ad-2dd070d32623), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:54.700203 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1fed62bc-464f-4cd0-99cb-08f3683d9e6d admin admin] Publish callbacks [] for security_group (7184a149-3ce9-4799-b2ad-2dd070d32623), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:54.860534 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1fed62bc-464f-4cd0-99cb-08f3683d9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7184a149-3ce9-4799-b2ad-2dd070d32623), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:54.863145 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1fed62bc-464f-4cd0-99cb-08f3683d9e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:54.864389 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-1fed62bc-464f-4cd0-99cb-08f3683d9e6d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7184a149-3ce9-4799-b2ad-2dd070d32623 HTTP/1.1" status: 204 len: 168 time: 0.2364511 Jan 24 09:18:54.873610 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed62bc-464f-4cd0-99cb-08f3683d9e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7184a149-3ce9-4799-b2ad-2dd070d32623,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:55.014576 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-9b914595-3a97-4861-9545-30870933f0cd tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:55.015428 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-9b914595-3a97-4861-9545-30870933f0cd tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/networks?id=595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 200 len: 815 time: 0.1150649 Jan 24 09:18:55.030580 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-44b4874e-190d-42aa-adb6-bd69160e787e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/quotas/9effc220352541ecba9f319db87235de HTTP/1.1" status: 200 len: 375 time: 0.0095286 Jan 24 09:18:55.057091 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527541fc-a72f-4286-b9da-bb12a483edfb req-87067afe-f856-4f6a-96e8-6d9d453b2327 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:55.058688 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-527541fc-a72f-4286-b9da-bb12a483edfb req-87067afe-f856-4f6a-96e8-6d9d453b2327 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0584126 Jan 24 09:18:55.092453 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-39f52c09-7e09-4834-a09f-dfa742904570 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559907 Jan 24 09:18:55.109573 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-527541fc-a72f-4286-b9da-bb12a483edfb req-bc9a2936-9904-45e3-ba73-17438c3b367e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451808 Jan 24 09:18:55.186357 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-4ac6dc33-4f54-4bcb-85c2-01ae1528d29a service neutron] 10.222.0.113 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872047 Jan 24 09:18:55.280249 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-ce8f3ab2-b3cf-4a56-958b-a558169c4416 service neutron] 10.222.0.113 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881846 Jan 24 09:18:55.572693 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e8472840-049b-4db9-8597-6c76e0389c8f req-0d706515-ab59-45f5-839b-250c07c83bd3 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 210 time: 0.0299382 Jan 24 09:18:55.587015 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 45338) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:55.610796 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-526251b2-7786-4d55-a30c-71c478928703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:55.712643 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-526251b2-7786-4d55-a30c-71c478928703 admin admin] Publish callbacks [] for security_group (3e7b3505-0b89-4a88-a914-288a91b90c56), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:55.797810 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-526251b2-7786-4d55-a30c-71c478928703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (3e7b3505-0b89-4a88-a914-288a91b90c56), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:55.833964 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-526251b2-7786-4d55-a30c-71c478928703 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=279cad6ea19d48148efc1ea50266e8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427480 Jan 24 09:18:55.836944 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 45358) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:18:55.838683 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526251b2-7786-4d55-a30c-71c478928703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7b3505-0b89-4a88-a914-288a91b90c56,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:55.895916 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdb74-d691-4a12-b25c-d631ad229e9e admin admin] Publish callbacks [] for security_group (3e7b3505-0b89-4a88-a914-288a91b90c56), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:55.917676 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdb74-d691-4a12-b25c-d631ad229e9e admin admin] Publish callbacks [] for security_group (3e7b3505-0b89-4a88-a914-288a91b90c56), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:56.077554 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdb74-d691-4a12-b25c-d631ad229e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (3e7b3505-0b89-4a88-a914-288a91b90c56), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:56.080554 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdb74-d691-4a12-b25c-d631ad229e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:56.083993 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-fb2fdb74-d691-4a12-b25c-d631ad229e9e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3e7b3505-0b89-4a88-a914-288a91b90c56 HTTP/1.1" status: 204 len: 168 time: 0.2436271 Jan 24 09:18:56.092710 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fdb74-d691-4a12-b25c-d631ad229e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7b3505-0b89-4a88-a914-288a91b90c56,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:56.228778 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb72a8-8dec-42fc-8c9b-29350b42b71d req-86d54b04-4d13-4ea2-bb6e-e8d5924aa457 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:56.230274 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-50eb72a8-8dec-42fc-8c9b-29350b42b71d req-86d54b04-4d13-4ea2-bb6e-e8d5924aa457 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0481896 Jan 24 09:18:56.280777 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-50eb72a8-8dec-42fc-8c9b-29350b42b71d req-6bcc3334-ef99-4bef-a658-586d9664cc9b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449417 Jan 24 09:18:56.676172 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3101588d-136a-461a-ac80-dc54dfb03c82 req-8ee99193-5965-46d9-a557-eeec99ca019a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 210 time: 0.0258338 Jan 24 09:18:57.403151 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c87535-7d73-44c9-bf70-ee94420e5c8e req-74ff679e-7470-4b79-8443-97f607fd2134 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:57.404866 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-97c87535-7d73-44c9-bf70-ee94420e5c8e req-74ff679e-7470-4b79-8443-97f607fd2134 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0529103 Jan 24 09:18:57.457521 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-97c87535-7d73-44c9-bf70-ee94420e5c8e req-450fda28-b566-4a49-8b37-9996625e05fa tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469284 Jan 24 09:18:57.777141 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc2bd542-63b8-44d7-a611-774c59e5e766 req-c1d67f34-0f34-4150-8c3e-23eb25859883 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 210 time: 0.0279429 Jan 24 09:18:57.927087 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-3165828c-96ac-43cc-876d-993bd882d6f1 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:57.928827 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-3165828c-96ac-43cc-876d-993bd882d6f1 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "GET /v2.0/networks?id=595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 200 len: 815 time: 0.1216197 Jan 24 09:18:57.944009 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Request body: {'port': {'device_id': 'f73fa07f-65bf-45c0-afb7-c5bfb0356243', 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d', 'admin_state_up': True, 'tenant_id': '9effc220352541ecba9f319db87235de'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:18:58.124495 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Made reservation on behalf of 9effc220352541ecba9f319db87235de for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:18:58.130864 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:58.282999 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Allocated IP 172.20.0.9 (595abfef-3114-4487-9adf-a62cd7425c5d/1a3776bc-e355-476c-a289-572d782c9cb0/03ee32c8-006e-44bb-8ead-c281985d4343) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:18:58.438333 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks [] for port (03ee32c8-006e-44bb-8ead-c281985d4343), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:58.543558 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:58.586981 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Network 595abfef-3114-4487-9adf-a62cd7425c5d is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:18:58.590010 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:18:58.590826 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['9d784b74-8dec-426c-928f-bed55e1f51fe', '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:18:58.594755 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:18:58.599290 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d4fba-6419-4410-9468-856276af8bd1 req-a60992ff-4841-427b-8d7f-d219b780632d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:58.604029 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c50d4fba-6419-4410-9468-856276af8bd1 req-a60992ff-4841-427b-8d7f-d219b780632d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0696020 Jan 24 09:18:58.621861 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Pushing event updated for resources: {'Port': ['ID=03ee32c8-006e-44bb-8ead-c281985d4343,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:58.662813 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c50d4fba-6419-4410-9468-856276af8bd1 req-62a4a872-6340-47b4-9a46-9c10d543cfe1 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520692 Jan 24 09:18:58.673669 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:58.674435 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:58.736922 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-577f840d-d244-4166-b5fd-44e97063873b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7966621 Jan 24 09:18:58.763951 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Request body: {'port': {'device_id': 'f73fa07f-65bf-45c0-afb7-c5bfb0356243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:18:58.818814 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:58.980585 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a375a-d2ad-42f9-b41a-32a0da92863e req-6955ab73-06d4-4815-b126-a33ef98e5b78 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:58.982116 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-083a375a-d2ad-42f9-b41a-32a0da92863e req-6955ab73-06d4-4815-b126-a33ef98e5b78 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 931 time: 0.1292017 Jan 24 09:18:59.090027 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-083a375a-d2ad-42f9-b41a-32a0da92863e req-b7b4feba-ec13-4924-9646-c940c4721215 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982356 Jan 24 09:18:59.188552 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ee32c8-006e-44bb-8ead-c281985d4343 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:18:59.196142 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Publish callbacks [] for port (03ee32c8-006e-44bb-8ead-c281985d4343), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:59.213768 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Transition to ACTIVE for port object 03ee32c8-006e-44bb-8ead-c281985d4343 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:18:59.305811 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:59.357568 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50956493-7064-4739-adda-6836d88f697f service neutron] Pushing event updated for resources: {'Port': ['ID=03ee32c8-006e-44bb-8ead-c281985d4343,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:59.432649 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Attempting to bind port 03ee32c8-006e-44bb-8ead-c281985d4343 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:18:59.432997 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Attempting to bind port 03ee32c8-006e-44bb-8ead-c281985d4343 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:18:59.433339 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Attempting to bind port 03ee32c8-006e-44bb-8ead-c281985d4343 on network 595abfef-3114-4487-9adf-a62cd7425c5d {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:18:59.439074 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Port 03ee32c8-006e-44bb-8ead-c281985d4343 on network 595abfef-3114-4487-9adf-a62cd7425c5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:18:59.439398 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Attempting to bind port 03ee32c8-006e-44bb-8ead-c281985d4343 on network 595abfef-3114-4487-9adf-a62cd7425c5d {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:18:59.444635 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:18:59.444974 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Checking segment: {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:18:59.445419 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Bound using segment: {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:18:59.445945 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Bound port: 03ee32c8-006e-44bb-8ead-c281985d4343, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:18:59.446324 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:59.513185 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] For port 03ee32c8-006e-44bb-8ead-c281985d4343, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:18:59.516156 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] For port 03ee32c8-006e-44bb-8ead-c281985d4343, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=03ee32c8-006e-44bb-8ead-c281985d4343,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:18:59.597987 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:59.634691 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:59.635822 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:18:59.637394 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-50956493-7064-4739-adda-6836d88f697f service neutron] 10.222.0.115 "PUT /v2.0/ports/03ee32c8-006e-44bb-8ead-c281985d4343 HTTP/1.1" status: 200 len: 1093 time: 0.8777304 Jan 24 09:18:59.642344 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73fa07f-65bf-45c0-afb7-c5bfb0356243', 'tag': '03ee32c8-006e-44bb-8ead-c281985d4343'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:18:59.644809 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc42f89-dfea-4fca-a146-44d9014b5793" -d '{"events": [{"name": "network-changed", "server_uuid": "f73fa07f-65bf-45c0-afb7-c5bfb0356243", "tag": "03ee32c8-006e-44bb-8ead-c281985d4343"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:18:59.677540 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50956493-7064-4739-adda-6836d88f697f service neutron] Pushing event updated for resources: {'Port': ['ID=03ee32c8-006e-44bb-8ead-c281985d4343,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:18:59.727542 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acca3232-59d1-4778-9d66-86701a1d4b6d x-openstack-request-id: req-acca3232-59d1-4778-9d66-86701a1d4b6d {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:18:59.727542 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73fa07f-65bf-45c0-afb7-c5bfb0356243", "tag": "03ee32c8-006e-44bb-8ead-c281985d4343", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:18:59.727542 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-acca3232-59d1-4778-9d66-86701a1d4b6d {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:18:59.727542 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f73fa07f-65bf-45c0-afb7-c5bfb0356243', 'tag': '03ee32c8-006e-44bb-8ead-c281985d4343', 'status': 'completed', 'code': 200} Jan 24 09:18:59.824180 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15c2b2-6d8c-4819-a4ff-17ffe4dcd31f req-b7df728d-f48e-4ca6-9f4b-86a220cc213f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:59.825722 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8e15c2b2-6d8c-4819-a4ff-17ffe4dcd31f req-b7df728d-f48e-4ca6-9f4b-86a220cc213f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0826635 Jan 24 09:18:59.832059 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc42f89-dfea-4fca-a146-44d9014b5793 req-43c98c15-05e3-4c87-8a4b-7a8e48a8b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:59.833477 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5fc42f89-dfea-4fca-a146-44d9014b5793 req-43c98c15-05e3-4c87-8a4b-7a8e48a8b93a service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 1096 time: 0.0627069 Jan 24 09:18:59.937157 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8e15c2b2-6d8c-4819-a4ff-17ffe4dcd31f req-499bbfa5-9cd8-4461-9b6f-6fd5f7bca920 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027329 Jan 24 09:18:59.968586 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc42f89-dfea-4fca-a146-44d9014b5793 req-72e5fc63-0367-4a24-8647-256969ec2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:18:59.970058 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5fc42f89-dfea-4fca-a146-44d9014b5793 req-72e5fc63-0367-4a24-8647-256969ec2e11 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=9effc220352541ecba9f319db87235de&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1204162 Jan 24 09:19:00.081186 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc42f89-dfea-4fca-a146-44d9014b5793 req-ae81c0e2-be18-49ee-9d32-0f03b79084bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:00.082727 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5fc42f89-dfea-4fca-a146-44d9014b5793 req-ae81c0e2-be18-49ee-9d32-0f03b79084bc service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937243 Jan 24 09:19:00.189984 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-682b2a1b-b74a-4ce7-91da-52d98053cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:00.191979 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-682b2a1b-b74a-4ce7-91da-52d98053cfbd service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 1096 time: 0.0459068 Jan 24 09:19:00.239472 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da984542-266b-4140-a7bc-5f9608bca272 req-2216dda1-846f-4d27-94d4-6c2cde7aa61e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:00.240974 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-da984542-266b-4140-a7bc-5f9608bca272 req-2216dda1-846f-4d27-94d4-6c2cde7aa61e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 943 time: 0.0692463 Jan 24 09:19:00.250962 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-6e09e0cd-5a04-41e0-a61e-b8405ea045bc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03ee32c8-006e-44bb-8ead-c281985d4343 HTTP/1.1" status: 200 len: 217 time: 0.0452771 Jan 24 09:19:00.287354 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-da984542-266b-4140-a7bc-5f9608bca272 req-81dd3066-8da0-4150-bd43-c2be5082cbf7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Jan 24 09:19:00.304432 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-efae6613-d206-479c-80c2-0c854d02778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:00.306203 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-efae6613-d206-479c-80c2-0c854d02778a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1a3776bc-e355-476c-a289-572d782c9cb0 HTTP/1.1" status: 200 len: 855 time: 0.0456464 Jan 24 09:19:00.341088 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-2a35a198-e94d-4e4b-9235-cb67e3e6379c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=595abfef-3114-4487-9adf-a62cd7425c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245543 Jan 24 09:19:00.436689 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-43797fad-59c3-46ab-bae6-7ec6ac92e12a service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877779 Jan 24 09:19:00.534063 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd835113-f8f1-4a3c-acf9-fa1c0e449801 req-4fd1e6b7-0da1-49cc-acfd-754f609f9018 service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855641 Jan 24 09:19:01.057159 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369af04-fedc-4b0e-9a41-1aa538cfd0e2 req-875b4339-9c42-4ab2-8632-a0329abafd87 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:01.059427 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5369af04-fedc-4b0e-9a41-1aa538cfd0e2 req-875b4339-9c42-4ab2-8632-a0329abafd87 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0502923 Jan 24 09:19:01.109831 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5369af04-fedc-4b0e-9a41-1aa538cfd0e2 req-ae70efc2-0d58-4779-a454-e03e7dcf5850 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454795 Jan 24 09:19:01.403606 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277e82f-50d2-4e17-aa5c-7747d83a65df req-ab9776ec-4a06-4256-b6fd-09bd6ca9d5b6 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:01.405130 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5277e82f-50d2-4e17-aa5c-7747d83a65df req-ab9776ec-4a06-4256-b6fd-09bd6ca9d5b6 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 943 time: 0.0474193 Jan 24 09:19:01.457273 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5277e82f-50d2-4e17-aa5c-7747d83a65df req-4a81a86d-5a93-4df1-a12d-8862df7046ea tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466852 Jan 24 09:19:02.234262 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b11794-0aba-431a-8855-aba0eeb8b509 req-6a4910c4-d304-4833-8c2b-ba7666886200 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:02.235779 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d3b11794-0aba-431a-8855-aba0eeb8b509 req-6a4910c4-d304-4833-8c2b-ba7666886200 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0489924 Jan 24 09:19:02.297179 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d3b11794-0aba-431a-8855-aba0eeb8b509 req-f414d676-060c-48d7-a298-47feb25f65be tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556529 Jan 24 09:19:02.577547 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d8a1d-7807-403f-bf92-00404e7234b5 req-94f75c6a-1e51-4877-bc71-c0a0023827c2 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:02.579214 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3e2d8a1d-7807-403f-bf92-00404e7234b5 req-94f75c6a-1e51-4877-bc71-c0a0023827c2 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 943 time: 0.0506003 Jan 24 09:19:02.634069 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3e2d8a1d-7807-403f-bf92-00404e7234b5 req-0b6c20cc-5fd3-4ce2-af5a-bb2638fd7f12 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491302 Jan 24 09:19:03.420202 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a37305-03b3-4cae-b8d7-cc19c819f7b3 req-19254add-ccd8-4e52-bc0b-dc5f5368651e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:03.421740 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c0a37305-03b3-4cae-b8d7-cc19c819f7b3 req-19254add-ccd8-4e52-bc0b-dc5f5368651e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0508637 Jan 24 09:19:03.474547 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c0a37305-03b3-4cae-b8d7-cc19c819f7b3 req-d16e8284-5764-40de-ab71-0eeb5d8e4c2d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472260 Jan 24 09:19:03.681067 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 03ee32c8-006e-44bb-8ead-c281985d4343 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:19:03.770499 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7aade-a024-4d91-9251-d461af0259df req-800e582a-5817-40d9-a0a1-586e3764026e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:03.772157 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3af7aade-a024-4d91-9251-d461af0259df req-800e582a-5817-40d9-a0a1-586e3764026e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 943 time: 0.0584347 Jan 24 09:19:03.831193 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 03ee32c8-006e-44bb-8ead-c281985d4343, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=03ee32c8-006e-44bb-8ead-c281985d4343,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:03.843887 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '03ee32c8-006e-44bb-8ead-c281985d4343', 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d', 'port_id': '03ee32c8-006e-44bb-8ead-c281985d4343', 'mac_address': 'fa:16:3e:cc:d2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3776bc-e355-476c-a289-572d782c9cb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:19:03.846773 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3af7aade-a024-4d91-9251-d461af0259df req-40959a98-363c-4ead-9c7d-a9b49d03e1e9 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614059 Jan 24 09:19:03.892716 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 03ee32c8-006e-44bb-8ead-c281985d4343 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:03.893355 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:03.908469 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ee32c8-006e-44bb-8ead-c281985d4343 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:19:03.928482 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 03ee32c8-006e-44bb-8ead-c281985d4343, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=03ee32c8-006e-44bb-8ead-c281985d4343,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:04.003212 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:04.050257 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=03ee32c8-006e-44bb-8ead-c281985d4343,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:04.532006 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['03ee32c8-006e-44bb-8ead-c281985d4343'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:19:04.610683 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa9e8-a10b-4a2e-af7c-bbad3e76d274 req-25177179-4fe0-4b45-9236-766b93d8ad06 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:04.612494 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e86fa9e8-a10b-4a2e-af7c-bbad3e76d274 req-25177179-4fe0-4b45-9236-766b93d8ad06 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0578916 Jan 24 09:19:04.672677 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e86fa9e8-a10b-4a2e-af7c-bbad3e76d274 req-8553e0ae-c24c-4e5b-8a3b-1dfbcd5cef91 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531645 Jan 24 09:19:04.952806 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ab890-3d77-4f65-a915-7dabd366a6d1 req-9d9e6076-ace5-4be9-a314-f91f7e72319c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:04.954266 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d96ab890-3d77-4f65-a915-7dabd366a6d1 req-9d9e6076-ace5-4be9-a314-f91f7e72319c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 944 time: 0.0469294 Jan 24 09:19:04.999677 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d96ab890-3d77-4f65-a915-7dabd366a6d1 req-15a7fc70-3b48-4cfe-bb41-9dadfff4d075 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400057 Jan 24 09:19:05.726125 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 03ee32c8-006e-44bb-8ead-c281985d4343 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:19:05.799397 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4dc37-79b0-4770-aadf-90fd38adf625 req-611e6a06-9d40-4abe-b3c7-78a836bd695f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:05.800853 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8ed4dc37-79b0-4770-aadf-90fd38adf625 req-611e6a06-9d40-4abe-b3c7-78a836bd695f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0519404 Jan 24 09:19:05.850979 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8ed4dc37-79b0-4770-aadf-90fd38adf625 req-6f41e55c-f8ab-4569-a7cf-1b5c16951115 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Jan 24 09:19:05.861170 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 03ee32c8-006e-44bb-8ead-c281985d4343 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:19:05.875053 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 03ee32c8-006e-44bb-8ead-c281985d4343 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:05.875425 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:05.956160 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 03ee32c8-006e-44bb-8ead-c281985d4343 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:05.956541 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:05.979256 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73fa07f-65bf-45c0-afb7-c5bfb0356243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ee32c8-006e-44bb-8ead-c281985d4343'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:19:05.981695 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e960ec7-94c8-4152-90d4-24e35de10caa" -d '{"events": [{"server_uuid": "f73fa07f-65bf-45c0-afb7-c5bfb0356243", "name": "network-vif-plugged", "status": "completed", "tag": "03ee32c8-006e-44bb-8ead-c281985d4343"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:19:05.994007 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 03ee32c8-006e-44bb-8ead-c281985d4343, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=03ee32c8-006e-44bb-8ead-c281985d4343,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:06.018812 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead4cac0-5181-4c42-8340-9d23e62f9862 x-openstack-request-id: req-ead4cac0-5181-4c42-8340-9d23e62f9862 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:19:06.019151 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73fa07f-65bf-45c0-afb7-c5bfb0356243", "name": "network-vif-plugged", "status": "completed", "tag": "03ee32c8-006e-44bb-8ead-c281985d4343", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:19:06.019461 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-ead4cac0-5181-4c42-8340-9d23e62f9862 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:19:06.019870 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73fa07f-65bf-45c0-afb7-c5bfb0356243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ee32c8-006e-44bb-8ead-c281985d4343', 'code': 200} Jan 24 09:19:06.060957 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:06.117987 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=03ee32c8-006e-44bb-8ead-c281985d4343,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:06.187002 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4319bed-6265-42b9-9b99-0eab310cf7d3 req-5d73f022-44b8-497f-a8b5-1c0e6ba5daa2 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:06.188884 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d4319bed-6265-42b9-9b99-0eab310cf7d3 req-5d73f022-44b8-497f-a8b5-1c0e6ba5daa2 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0911269 Jan 24 09:19:06.241506 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d4319bed-6265-42b9-9b99-0eab310cf7d3 req-053e3cb8-ccb1-42b4-8f12-3ab9d23a2e56 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467222 Jan 24 09:19:06.583420 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7801f-6a59-4dd6-b01b-7946043f06f9 req-bb8da21e-ccf0-4a8b-ae78-93561af18ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:06.584902 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3dc7801f-6a59-4dd6-b01b-7946043f06f9 req-bb8da21e-ccf0-4a8b-ae78-93561af18ea0 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 1098 time: 0.0435627 Jan 24 09:19:06.670647 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3dc7801f-6a59-4dd6-b01b-7946043f06f9 req-6344e1e6-5557-431e-a02b-f26bd56e02f5 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681505 Jan 24 09:19:06.683841 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca5a97-ffd0-49b2-81f2-3f4c5ad057ae req-14b06790-55ab-4e7b-98aa-e714989e75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:06.685280 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6aca5a97-ffd0-49b2-81f2-3f4c5ad057ae req-14b06790-55ab-4e7b-98aa-e714989e75d7 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 1098 time: 0.0595405 Jan 24 09:19:06.971699 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df4761-0ae6-454c-921b-645b4c69e560 req-8c75d3c5-bda3-421f-8be2-642f74ce2c3b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:06.973188 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-92df4761-0ae6-454c-921b-645b4c69e560 req-8c75d3c5-bda3-421f-8be2-642f74ce2c3b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0530472 Jan 24 09:19:07.051633 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6aca5a97-ffd0-49b2-81f2-3f4c5ad057ae req-f5b33312-36e1-43f3-9115-b1eafc4fe5d0 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761828 Jan 24 09:19:07.055667 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-92df4761-0ae6-454c-921b-645b4c69e560 req-de66131c-9f38-425f-b1a2-c9146fd1255f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748272 Jan 24 09:19:07.365311 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804b929-37ea-425e-a122-888480632a05 req-ac0d9679-582b-4f45-8f1c-4841f5029919 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:07.367070 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1804b929-37ea-425e-a122-888480632a05 req-ac0d9679-582b-4f45-8f1c-4841f5029919 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0520895 Jan 24 09:19:07.418516 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1804b929-37ea-425e-a122-888480632a05 req-223bb13e-2971-492e-9df6-a08ff2fe86ce tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449715 Jan 24 09:19:08.189631 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e694828-1df7-45c2-a1af-0f6e00b83598 req-2ab4fda3-a2a8-49c8-8abf-068bafccbcdc tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:08.191253 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9e694828-1df7-45c2-a1af-0f6e00b83598 req-2ab4fda3-a2a8-49c8-8abf-068bafccbcdc tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0581667 Jan 24 09:19:08.240636 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9e694828-1df7-45c2-a1af-0f6e00b83598 req-c126101f-0c14-4aa1-8848-ef69af494152 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435960 Jan 24 09:19:08.559740 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25b658-09f0-4669-bd13-705f88c0d3fe req-ad656ce5-8374-43ea-b911-c3f2e0d8d2e6 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:08.562504 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fa25b658-09f0-4669-bd13-705f88c0d3fe req-ad656ce5-8374-43ea-b911-c3f2e0d8d2e6 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0677555 Jan 24 09:19:08.626788 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fa25b658-09f0-4669-bd13-705f88c0d3fe req-c1c0ed0f-1f8d-44be-83d8-4815d4ec1ba4 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559206 Jan 24 09:19:09.361798 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd115d8-7a2d-41c1-9f38-86fbe642aab3 req-31671ed6-9597-478a-a9ab-6e17c174ef7a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:09.363237 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bcd115d8-7a2d-41c1-9f38-86fbe642aab3 req-31671ed6-9597-478a-a9ab-6e17c174ef7a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0555627 Jan 24 09:19:09.410845 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bcd115d8-7a2d-41c1-9f38-86fbe642aab3 req-8d9ecfca-ba1e-4a26-b901-278479990198 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 Jan 24 09:19:09.743290 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd0883-634c-44ec-997f-40a52098c7a8 req-53fc99ab-7619-400e-af06-ad4fb55ac8da tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:09.744790 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-24bd0883-634c-44ec-997f-40a52098c7a8 req-53fc99ab-7619-400e-af06-ad4fb55ac8da tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0514748 Jan 24 09:19:09.795617 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-24bd0883-634c-44ec-997f-40a52098c7a8 req-cc89395d-0118-4601-8898-0623cc4227b8 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444303 Jan 24 09:19:09.923846 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 45780) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:10.033518 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-049ac4c0-7ced-469b-a85a-e0ff0e717d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:10.107572 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-049ac4c0-7ced-469b-a85a-e0ff0e717d6b admin admin] Publish callbacks [] for security_group (09f77fb8-deee-47f1-903a-987b2c19e549), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:10.191215 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-049ac4c0-7ced-469b-a85a-e0ff0e717d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (09f77fb8-deee-47f1-903a-987b2c19e549), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:10.233273 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-049ac4c0-7ced-469b-a85a-e0ff0e717d6b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=167208d5e7a5443fb01bf1f28ac062ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082280 Jan 24 09:19:10.234437 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ac4c0-7ced-469b-a85a-e0ff0e717d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f77fb8-deee-47f1-903a-987b2c19e549,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:10.236838 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 45784) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:10.284912 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a350-482a-48f3-bc15-dbe22edce900 admin admin] Publish callbacks [] for security_group (09f77fb8-deee-47f1-903a-987b2c19e549), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:10.312279 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a350-482a-48f3-bc15-dbe22edce900 admin admin] Publish callbacks [] for security_group (09f77fb8-deee-47f1-903a-987b2c19e549), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:10.454955 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a350-482a-48f3-bc15-dbe22edce900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (09f77fb8-deee-47f1-903a-987b2c19e549), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:10.457841 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2ed0a350-482a-48f3-bc15-dbe22edce900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:10.462144 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-2ed0a350-482a-48f3-bc15-dbe22edce900 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/09f77fb8-deee-47f1-903a-987b2c19e549 HTTP/1.1" status: 204 len: 168 time: 0.2212813 Jan 24 09:19:10.473673 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0a350-482a-48f3-bc15-dbe22edce900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f77fb8-deee-47f1-903a-987b2c19e549,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:10.557365 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cd9c3-04c9-42d2-a6b4-0bf0fa374f46 req-fc65331d-e73b-446b-aee4-3761f2823869 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:10.559326 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-581cd9c3-04c9-42d2-a6b4-0bf0fa374f46 req-fc65331d-e73b-446b-aee4-3761f2823869 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0500417 Jan 24 09:19:10.632821 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-581cd9c3-04c9-42d2-a6b4-0bf0fa374f46 req-c2c6a6bd-5d2f-4a6e-a77d-303d2c91383d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512357 Jan 24 09:19:10.746625 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1beb75-9256-43dc-b59f-9b091da75a33 req-d7805f66-d550-4910-b0b5-c06f4814fd5b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:10.748175 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ab1beb75-9256-43dc-b59f-9b091da75a33 req-d7805f66-d550-4910-b0b5-c06f4814fd5b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0662677 Jan 24 09:19:10.802111 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ab1beb75-9256-43dc-b59f-9b091da75a33 req-dbde5117-45a9-48b6-a28e-d36ce167a5b1 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460806 Jan 24 09:19:12.144488 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 45866) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:12.239813 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-61346dd0-42b3-4d4b-abb5-0cda8f617f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:12.329815 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-61346dd0-42b3-4d4b-abb5-0cda8f617f2f admin admin] Publish callbacks [] for security_group (17af31ba-5e21-47c3-896d-41321ebbed74), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:12.441010 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-61346dd0-42b3-4d4b-abb5-0cda8f617f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (17af31ba-5e21-47c3-896d-41321ebbed74), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:12.490078 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-61346dd0-42b3-4d4b-abb5-0cda8f617f2f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2c3772d73f4247f794a32e305a596370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615978 Jan 24 09:19:12.490816 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61346dd0-42b3-4d4b-abb5-0cda8f617f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af31ba-5e21-47c3-896d-41321ebbed74,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:12.492882 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 45878) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:12.545032 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2556d81a-3c08-401a-8232-04359783eae9 admin admin] Publish callbacks [] for security_group (17af31ba-5e21-47c3-896d-41321ebbed74), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:12.573136 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2556d81a-3c08-401a-8232-04359783eae9 admin admin] Publish callbacks [] for security_group (17af31ba-5e21-47c3-896d-41321ebbed74), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:12.682528 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2556d81a-3c08-401a-8232-04359783eae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (17af31ba-5e21-47c3-896d-41321ebbed74), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:12.685939 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2556d81a-3c08-401a-8232-04359783eae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:12.687528 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2556d81a-3c08-401a-8232-04359783eae9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/17af31ba-5e21-47c3-896d-41321ebbed74 HTTP/1.1" status: 204 len: 168 time: 0.1937020 Jan 24 09:19:12.695611 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556d81a-3c08-401a-8232-04359783eae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af31ba-5e21-47c3-896d-41321ebbed74,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:13.056779 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbdd52-af6a-43ab-9e3b-f03ba696beaf req-b2d39414-7603-427f-a9dd-29d03eda18b1 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:13.058419 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7fdbdd52-af6a-43ab-9e3b-f03ba696beaf req-b2d39414-7603-427f-a9dd-29d03eda18b1 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0751977 Jan 24 09:19:13.150916 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7fdbdd52-af6a-43ab-9e3b-f03ba696beaf req-9583b614-4d1f-4223-932b-45fcdf5492a9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850532 Jan 24 09:19:13.156468 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686de02-2f52-4218-829d-5b54a1f9efb4 req-dede02c4-4d7e-4d8b-82ae-8257419336d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:13.157988 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9686de02-2f52-4218-829d-5b54a1f9efb4 req-dede02c4-4d7e-4d8b-82ae-8257419336d6 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 1099 time: 0.0861712 Jan 24 09:19:13.301504 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686de02-2f52-4218-829d-5b54a1f9efb4 req-a43ae394-c12c-4ee1-a5c8-b605cfb6497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:13.303372 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9686de02-2f52-4218-829d-5b54a1f9efb4 req-a43ae394-c12c-4ee1-a5c8-b605cfb6497b service neutron] 10.222.0.115 "GET /v2.0/networks?id=f851d587-14cc-48ac-9b32-b0aa546a9c65 HTTP/1.1" status: 200 len: 920 time: 0.1090186 Jan 24 09:19:13.382605 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9686de02-2f52-4218-829d-5b54a1f9efb4 req-2cdca6e3-2866-406d-a83d-5a0b256d6438 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8921ac36-ed44-4666-b756-63bd8f08a955 HTTP/1.1" status: 200 len: 217 time: 0.0374620 Jan 24 09:19:14.275131 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68df2c-c98e-4ab0-8ab3-b262e28a4a85 req-b871db27-9ef1-49ca-9b85-b7ca92f80574 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:14.276585 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9f68df2c-c98e-4ab0-8ab3-b262e28a4a85 req-b871db27-9ef1-49ca-9b85-b7ca92f80574 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0486624 Jan 24 09:19:14.327249 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9f68df2c-c98e-4ab0-8ab3-b262e28a4a85 req-16ce1677-3f26-4b19-9e7e-cb4bd2832161 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449235 Jan 24 09:19:16.259431 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-83bcc3f3-d131-4a10-8c14-9b33f3a7b8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:16.289653 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:19:16.874867 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686de02-2f52-4218-829d-5b54a1f9efb4 req-dc3bebd2-c657-454d-b0f7-b7989721a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:16.876341 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9686de02-2f52-4218-829d-5b54a1f9efb4 req-dc3bebd2-c657-454d-b0f7-b7989721a5b0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7a5e6d63-43c4-459b-a03f-9672a3341cea HTTP/1.1" status: 200 len: 859 time: 0.0519798 Jan 24 09:19:16.978204 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9686de02-2f52-4218-829d-5b54a1f9efb4 req-e1949559-3d3e-4e8e-aecf-d5327242fa1b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f851d587-14cc-48ac-9b32-b0aa546a9c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276752 Jan 24 09:19:17.005383 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:17.084836 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f4faa-da73-4818-a137-5c4ec2a7a62d req-f172cfa7-2da3-405a-ac93-5631a21d04c0 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:17.086403 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-be2f4faa-da73-4818-a137-5c4ec2a7a62d req-f172cfa7-2da3-405a-ac93-5631a21d04c0 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.1107135 Jan 24 09:19:17.127930 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9686de02-2f52-4218-829d-5b54a1f9efb4 req-6341188e-9853-4a32-9a86-a8e83fea5d0b service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230156 Jan 24 09:19:17.179914 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-be2f4faa-da73-4818-a137-5c4ec2a7a62d req-95d3b7f0-0311-47c5-871b-9b8fc11c74d8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867772 Jan 24 09:19:17.245925 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9686de02-2f52-4218-829d-5b54a1f9efb4 req-f8f2e218-6191-42b8-84f2-859d7c1fa25d service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049886 Jan 24 09:19:18.533135 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-77d09516-0795-48f0-bea5-5acf3268de32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:19.779843 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:20.887568 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:21.768536 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68668af-5658-4661-8a0a-cf9ad3b3937c req-3f605479-d1e8-42e4-b102-fde1d332a272 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:21.770039 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e68668af-5658-4661-8a0a-cf9ad3b3937c req-3f605479-d1e8-42e4-b102-fde1d332a272 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0588317 Jan 24 09:19:21.817110 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e68668af-5658-4661-8a0a-cf9ad3b3937c req-19e355b1-2bf3-4af9-bdbe-c6f97618097b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Jan 24 09:19:22.493968 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d3c59cc9-c43a-4890-8e2c-e079480d1cbc req-dd0b79b5-7cb2-46ec-912f-d7fd26e596ba service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486455 Jan 24 09:19:22.567906 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:22.579397 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c59cc9-c43a-4890-8e2c-e079480d1cbc req-18d97b1a-a529-4f7d-aded-d3fd5af9892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:22.580892 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d3c59cc9-c43a-4890-8e2c-e079480d1cbc req-18d97b1a-a529-4f7d-aded-d3fd5af9892b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 1098 time: 0.0431650 Jan 24 09:19:22.713987 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c59cc9-c43a-4890-8e2c-e079480d1cbc req-9827c5f9-a19d-49d1-b60b-8c037de1f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:22.716692 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d3c59cc9-c43a-4890-8e2c-e079480d1cbc req-9827c5f9-a19d-49d1-b60b-8c037de1f54e service neutron] 10.222.0.115 "GET /v2.0/networks?id=595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 200 len: 916 time: 0.1007972 Jan 24 09:19:22.783724 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d3c59cc9-c43a-4890-8e2c-e079480d1cbc req-7378868c-1f1c-46d0-9996-8683e64235e8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d784b74-8dec-426c-928f-bed55e1f51fe HTTP/1.1" status: 200 len: 217 time: 0.0366356 Jan 24 09:19:22.852467 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c59cc9-c43a-4890-8e2c-e079480d1cbc req-e0c5f600-122f-498f-8371-5bc192885cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:22.854075 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d3c59cc9-c43a-4890-8e2c-e079480d1cbc req-e0c5f600-122f-498f-8371-5bc192885cf9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1a3776bc-e355-476c-a289-572d782c9cb0 HTTP/1.1" status: 200 len: 855 time: 0.0511394 Jan 24 09:19:22.887872 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d3c59cc9-c43a-4890-8e2c-e079480d1cbc req-cbc7a057-c652-4975-b76e-ab4d1258f8d8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=595abfef-3114-4487-9adf-a62cd7425c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263426 Jan 24 09:19:22.959031 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b3abe-8417-4869-ac89-c7a8c94007bd req-71c1d699-20bc-402e-9ed7-a4217a6ebdfa tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:22.965817 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-618b3abe-8417-4869-ac89-c7a8c94007bd req-71c1d699-20bc-402e-9ed7-a4217a6ebdfa tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0682073 Jan 24 09:19:22.998205 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d3c59cc9-c43a-4890-8e2c-e079480d1cbc req-f0e65edc-6b21-4a22-a501-2ce7ffcb589c service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992923 Jan 24 09:19:23.033157 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-618b3abe-8417-4869-ac89-c7a8c94007bd req-465dc8cf-d0d8-4183-b2ca-6e1d1a74b9b0 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660942 Jan 24 09:19:23.117872 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d3c59cc9-c43a-4890-8e2c-e079480d1cbc req-26d93d3c-e9e6-4859-b72c-1a535f79fec2 service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072879 Jan 24 09:19:24.166819 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d36c5-d468-4290-8d5b-075d37c6313b req-c8af7bd5-6dbf-4cc7-9704-c9f301f7c853 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:24.168697 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-893d36c5-d468-4290-8d5b-075d37c6313b req-c8af7bd5-6dbf-4cc7-9704-c9f301f7c853 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0538762 Jan 24 09:19:24.224539 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-893d36c5-d468-4290-8d5b-075d37c6313b req-c8865571-8e03-4a5d-9549-f5c5bc74fa1b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455482 Jan 24 09:19:24.666741 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46094) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:24.825118 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:24.910123 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Publish callbacks [] for security_group (468fc1fa-edc8-4e1c-85a6-f1f1b2286978), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:24.967805 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (468fc1fa-edc8-4e1c-85a6-f1f1b2286978), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:25.011040 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=58951de49ef44a368f7e37b1d27718a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432109 Jan 24 09:19:25.011969 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468fc1fa-edc8-4e1c-85a6-f1f1b2286978,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:25.013687 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46102) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:25.019554 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.019912 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.020262 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.020600 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.020936 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.021335 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.021638 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.021963 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.022317 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.022644 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.022978 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.023319 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.023670 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecad3f7-7cff-43d4-abfd-dd6af5cc335a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.067119 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Publish callbacks [] for security_group (468fc1fa-edc8-4e1c-85a6-f1f1b2286978), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:25.097102 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Publish callbacks [] for security_group (468fc1fa-edc8-4e1c-85a6-f1f1b2286978), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:25.236164 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (468fc1fa-edc8-4e1c-85a6-f1f1b2286978), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:25.239015 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:25.240171 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/468fc1fa-edc8-4e1c-85a6-f1f1b2286978 HTTP/1.1" status: 204 len: 168 time: 0.2250435 Jan 24 09:19:25.249500 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468fc1fa-edc8-4e1c-85a6-f1f1b2286978,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:25.258188 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.258541 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.258882 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.259223 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.259641 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.260003 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.260442 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.260646 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.261094 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.261424 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.261842 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.262398 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.262518 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125e09cd-9277-41b0-bd40-b46634fbe22c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:25.369289 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e505952-895f-4126-aaa2-dcf56bf7dc34 req-08a233f0-1908-4690-9501-66f11e5ac514 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:25.370878 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7e505952-895f-4126-aaa2-dcf56bf7dc34 req-08a233f0-1908-4690-9501-66f11e5ac514 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0577462 Jan 24 09:19:25.426705 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7e505952-895f-4126-aaa2-dcf56bf7dc34 req-be5189a0-9e03-43dc-8f2f-fdbc6361388d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496657 Jan 24 09:19:26.580067 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc859c00-9a57-4291-9892-cc9512073e1e req-3ca32640-a330-45f8-9769-afb65e0edb93 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:26.581665 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fc859c00-9a57-4291-9892-cc9512073e1e req-3ca32640-a330-45f8-9769-afb65e0edb93 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0518792 Jan 24 09:19:26.633040 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fc859c00-9a57-4291-9892-cc9512073e1e req-6ffc535e-8c02-492d-86cc-8c2bd574d4c1 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455899 Jan 24 09:19:27.790208 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20443-01ed-4008-9aaf-95d179ae27bf req-11e90d15-4762-4cf7-bb31-3790f3b9f3ff tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:27.799086 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a7e20443-01ed-4008-9aaf-95d179ae27bf req-11e90d15-4762-4cf7-bb31-3790f3b9f3ff tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0683908 Jan 24 09:19:27.856536 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a7e20443-01ed-4008-9aaf-95d179ae27bf req-fb8c5b37-a276-488c-bd33-de62355ebd9b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546136 Jan 24 09:19:28.997904 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff533e16-923a-4c38-bfcd-b677ca3191df req-e21821dd-d980-40d9-a5b7-4659673c15c8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:29.006367 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ff533e16-923a-4c38-bfcd-b677ca3191df req-e21821dd-d980-40d9-a5b7-4659673c15c8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0707667 Jan 24 09:19:29.270730 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ff533e16-923a-4c38-bfcd-b677ca3191df req-45af9820-c7e4-4e9d-bed7-e266801a2019 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633731 Jan 24 09:19:30.389960 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b671f-9e19-4fcd-8054-6726bc3a5d1e req-063f3269-a3f2-4a6c-866b-fb2167a86891 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:30.391804 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1f0b671f-9e19-4fcd-8054-6726bc3a5d1e req-063f3269-a3f2-4a6c-866b-fb2167a86891 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0496902 Jan 24 09:19:30.458131 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1f0b671f-9e19-4fcd-8054-6726bc3a5d1e req-c7dca132-4445-439c-8cac-558be7e2d699 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540004 Jan 24 09:19:31.580568 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f2c6f-6e4a-4651-bd13-aee4178ca321 req-fb4e1a50-98a6-41c7-82b4-31110ae47ff8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:31.582065 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-404f2c6f-6e4a-4651-bd13-aee4178ca321 req-fb4e1a50-98a6-41c7-82b4-31110ae47ff8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0527661 Jan 24 09:19:31.641125 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-404f2c6f-6e4a-4651-bd13-aee4178ca321 req-7cf0b512-2362-4464-a716-63404a986250 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452366 Jan 24 09:19:32.774721 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c642186-6154-4db3-85d9-af054d5ea041 req-864a0a06-2937-4094-8074-844ab1aa99e3 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:32.776220 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2c642186-6154-4db3-85d9-af054d5ea041 req-864a0a06-2937-4094-8074-844ab1aa99e3 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0519264 Jan 24 09:19:32.847274 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2c642186-6154-4db3-85d9-af054d5ea041 req-22e7d07c-7b5b-4982-b7af-31106eddcb12 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458884 Jan 24 09:19:33.139441 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3f7952a0-7f7d-4ba9-b2a2-737cb51e634f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:33.141482 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3f7952a0-7f7d-4ba9-b2a2-737cb51e634f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/networks?id=595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 200 len: 815 time: 0.1204510 Jan 24 09:19:33.160755 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-a06e664d-1251-47b7-8851-2a4d31b8db8f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/quotas/9effc220352541ecba9f319db87235de HTTP/1.1" status: 200 len: 375 time: 0.0137835 Jan 24 09:19:33.214377 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-cc1fde99-3f45-4554-9456-604d805bb358 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483501 Jan 24 09:19:33.532030 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-00ae7512-742c-4ef3-a088-ab670bb860ec service neutron] 10.222.0.113 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081443 Jan 24 09:19:33.623040 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-5b46087c-4486-4531-9127-0803cb24d7db service neutron] 10.222.0.113 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852129 Jan 24 09:19:35.806398 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6b89f1e0-f5bd-4c68-8ef0-59fe5db3c8bc req-01f7b710-1436-4be3-a0e3-37742e53a479 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 210 time: 0.0287971 Jan 24 09:19:35.865424 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea0ea5-f51a-466b-ae06-ed12823cb975 req-315d4512-f12c-4f98-a958-9d3e80f59081 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:35.866946 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-58ea0ea5-f51a-466b-ae06-ed12823cb975 req-315d4512-f12c-4f98-a958-9d3e80f59081 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0605693 Jan 24 09:19:35.913960 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-58ea0ea5-f51a-466b-ae06-ed12823cb975 req-97c783b3-a323-4015-8e91-afea7ee97ca8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Jan 24 09:19:36.913944 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-57529528-de95-4825-a20d-fcb9bf3ddd12 req-30b331e0-71d7-4015-8d9f-21905926821e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 210 time: 0.0275428 Jan 24 09:19:37.077637 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-51ce1c4b-4d59-468a-bd72-c05f79039a4e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:37.079143 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-51ce1c4b-4d59-468a-bd72-c05f79039a4e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "GET /v2.0/networks?id=595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 200 len: 815 time: 0.1664512 Jan 24 09:19:37.092493 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f1584-b673-49ad-a52b-1a873e34ca7c req-87903219-14bf-4183-b551-c3e1c5da3f33 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:37.094056 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-af7f1584-b673-49ad-a52b-1a873e34ca7c req-87903219-14bf-4183-b551-c3e1c5da3f33 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0850201 Jan 24 09:19:37.098648 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Request body: {'port': {'device_id': 'd9db33c9-c45f-4643-ad2c-9da35f7ddd07', 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d', 'admin_state_up': True, 'tenant_id': '9effc220352541ecba9f319db87235de'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:37.210225 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-af7f1584-b673-49ad-a52b-1a873e34ca7c req-fbfdc3d9-aa07-48df-99eb-da63663f6ef3 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082311 Jan 24 09:19:37.562651 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Made reservation on behalf of 9effc220352541ecba9f319db87235de for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:19:37.569185 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:37.722748 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Allocated IP 172.20.0.3 (595abfef-3114-4487-9adf-a62cd7425c5d/1a3776bc-e355-476c-a289-572d782c9cb0/8f1acf57-8e99-4966-b91e-ff0b6193520a) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:19:37.930243 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks [] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.014230 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.026009 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46458) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:38.037285 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['9d784b74-8dec-426c-928f-bed55e1f51fe', '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5', '03ee32c8-006e-44bb-8ead-c281985d4343'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:19:38.076902 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Network 595abfef-3114-4487-9adf-a62cd7425c5d is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:19:38.083117 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:19:38.090265 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:19:38.100184 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0219-722a-4ee4-a834-14363f14d57a req-d3a9811f-4511-41ec-bae3-4b04df7d88fa tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:38.101677 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-157a0219-722a-4ee4-a834-14363f14d57a req-d3a9811f-4511-41ec-bae3-4b04df7d88fa tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 931 time: 0.0921888 Jan 24 09:19:38.167554 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Pushing event updated for resources: {'Port': ['ID=8f1acf57-8e99-4966-b91e-ff0b6193520a,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:38.183781 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-157a0219-722a-4ee4-a834-14363f14d57a req-b10f70ef-c84d-47e9-bc24-05231d124b3a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758026 Jan 24 09:19:38.189935 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:38.190831 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.227068 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9de7dc5e-573e-49b8-902d-be2c106e36c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.298595 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-3cbc8f9f-2754-4ac3-b7dd-4ec944892071 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2034471 Jan 24 09:19:38.326439 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Request body: {'port': {'device_id': 'd9db33c9-c45f-4643-ad2c-9da35f7ddd07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:38.331556 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9de7dc5e-573e-49b8-902d-be2c106e36c4 admin admin] Publish callbacks [] for security_group (13d1676a-2f5a-4fcc-a190-4d567e8623a1), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.424089 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b61bbe-0687-4f71-89c8-3c1563574d70 req-ad9a5e67-e768-49ba-a490-d94ac8da5f9e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:38.425631 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-65b61bbe-0687-4f71-89c8-3c1563574d70 req-ad9a5e67-e768-49ba-a490-d94ac8da5f9e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0934019 Jan 24 09:19:38.427323 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.429252 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9de7dc5e-573e-49b8-902d-be2c106e36c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (13d1676a-2f5a-4fcc-a190-4d567e8623a1), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.536706 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7dc5e-573e-49b8-902d-be2c106e36c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d1676a-2f5a-4fcc-a190-4d567e8623a1,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:38.549612 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-9de7dc5e-573e-49b8-902d-be2c106e36c4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a488b7f6444741a9b1f5c37c0d3989e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5151222 Jan 24 09:19:38.550377 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46472) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:38.615726 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-db6b0243-7680-4ada-8d0a-5a48e6984ee7 admin admin] Publish callbacks [] for security_group (13d1676a-2f5a-4fcc-a190-4d567e8623a1), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.622522 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-65b61bbe-0687-4f71-89c8-3c1563574d70 req-421475a9-5022-42a6-8267-c78551d89cc1 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644907 Jan 24 09:19:38.651055 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-db6b0243-7680-4ada-8d0a-5a48e6984ee7 admin admin] Publish callbacks [] for security_group (13d1676a-2f5a-4fcc-a190-4d567e8623a1), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.761801 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-db6b0243-7680-4ada-8d0a-5a48e6984ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (13d1676a-2f5a-4fcc-a190-4d567e8623a1), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.771924 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-db6b0243-7680-4ada-8d0a-5a48e6984ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.779584 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-db6b0243-7680-4ada-8d0a-5a48e6984ee7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/13d1676a-2f5a-4fcc-a190-4d567e8623a1 HTTP/1.1" status: 204 len: 168 time: 0.2275946 Jan 24 09:19:38.797663 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b0243-7680-4ada-8d0a-5a48e6984ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d1676a-2f5a-4fcc-a190-4d567e8623a1,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:38.831639 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1acf57-8e99-4966-b91e-ff0b6193520a {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:19:38.838758 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Publish callbacks [] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.852914 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Transition to ACTIVE for port object 8f1acf57-8e99-4966-b91e-ff0b6193520a will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:19:38.921708 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:38.983760 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1acf57-8e99-4966-b91e-ff0b6193520a,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:39.055057 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Attempting to bind port 8f1acf57-8e99-4966-b91e-ff0b6193520a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:19:39.055391 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Attempting to bind port 8f1acf57-8e99-4966-b91e-ff0b6193520a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:19:39.056294 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Attempting to bind port 8f1acf57-8e99-4966-b91e-ff0b6193520a on network 595abfef-3114-4487-9adf-a62cd7425c5d {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:19:39.061522 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Port 8f1acf57-8e99-4966-b91e-ff0b6193520a on network 595abfef-3114-4487-9adf-a62cd7425c5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:19:39.061846 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Attempting to bind port 8f1acf57-8e99-4966-b91e-ff0b6193520a on network 595abfef-3114-4487-9adf-a62cd7425c5d {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:19:39.069316 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:19:39.071829 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Checking segment: {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:19:39.071829 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Bound using segment: {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:19:39.071829 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Bound port: 8f1acf57-8e99-4966-b91e-ff0b6193520a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dace532-da6c-48a9-b21e-4891081c0dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:19:39.071829 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:39.141627 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] For port 8f1acf57-8e99-4966-b91e-ff0b6193520a, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:19:39.145115 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] For port 8f1acf57-8e99-4966-b91e-ff0b6193520a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8f1acf57-8e99-4966-b91e-ff0b6193520a,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:19:39.208031 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:39.294020 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:39.296206 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:39.298895 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] 10.222.0.115 "PUT /v2.0/ports/8f1acf57-8e99-4966-b91e-ff0b6193520a HTTP/1.1" status: 200 len: 1093 time: 0.9766526 Jan 24 09:19:39.299703 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9db33c9-c45f-4643-ad2c-9da35f7ddd07', 'tag': '8f1acf57-8e99-4966-b91e-ff0b6193520a'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:19:39.303948 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ad018b-00bd-4508-8b67-ad50b988c353" -d '{"events": [{"name": "network-changed", "server_uuid": "d9db33c9-c45f-4643-ad2c-9da35f7ddd07", "tag": "8f1acf57-8e99-4966-b91e-ff0b6193520a"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:19:39.345259 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06c849-4261-4b6f-b44b-9a77b5fc7a54 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1acf57-8e99-4966-b91e-ff0b6193520a,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:39.390002 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904ff52-cbd9-49b3-9e00-6a9f250d828d req-596db254-f5f7-44ad-a129-6e01048f773a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:39.396304 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7875f950-651a-4f09-a736-7e44688ba1ad x-openstack-request-id: req-7875f950-651a-4f09-a736-7e44688ba1ad {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:19:39.397007 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9db33c9-c45f-4643-ad2c-9da35f7ddd07", "tag": "8f1acf57-8e99-4966-b91e-ff0b6193520a", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:19:39.398057 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7875f950-651a-4f09-a736-7e44688ba1ad {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:19:39.398973 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9db33c9-c45f-4643-ad2c-9da35f7ddd07', 'tag': '8f1acf57-8e99-4966-b91e-ff0b6193520a', 'status': 'completed', 'code': 200} Jan 24 09:19:39.404331 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2904ff52-cbd9-49b3-9e00-6a9f250d828d req-596db254-f5f7-44ad-a129-6e01048f773a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 943 time: 0.1016560 Jan 24 09:19:39.494354 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-690d3d34-d67a-4280-b3bc-3adf76b9bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:39.496285 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-690d3d34-d67a-4280-b3bc-3adf76b9bc05 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 1096 time: 0.0656891 Jan 24 09:19:39.499462 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2904ff52-cbd9-49b3-9e00-6a9f250d828d req-a7d518ff-8238-45e7-8faa-adc5a1c3a815 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934622 Jan 24 09:19:39.567943 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-90af9d9b-8c8a-447e-8f72-50da4b78db55 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f1acf57-8e99-4966-b91e-ff0b6193520a HTTP/1.1" status: 200 len: 217 time: 0.0435016 Jan 24 09:19:39.640543 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-5ed123ea-e81f-4461-84dc-27f8bb86aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:39.642178 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-5ed123ea-e81f-4461-84dc-27f8bb86aa1d service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1a3776bc-e355-476c-a289-572d782c9cb0 HTTP/1.1" status: 200 len: 855 time: 0.0585392 Jan 24 09:19:39.697335 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-0cb91545-206e-419f-aa47-09022e5ae981 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=595abfef-3114-4487-9adf-a62cd7425c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359538 Jan 24 09:19:39.829673 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4ad57-1c9c-4b9b-a06e-30e9a0e16460 req-1ad60314-70fa-4f7a-9d93-a68514b1f516 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:39.831360 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7fb4ad57-1c9c-4b9b-a06e-30e9a0e16460 req-1ad60314-70fa-4f7a-9d93-a68514b1f516 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.1317108 Jan 24 09:19:39.876090 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-dcf49ecc-7e96-439e-affa-916fa953f591 service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641273 Jan 24 09:19:39.991503 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7fb4ad57-1c9c-4b9b-a06e-30e9a0e16460 req-4cc11fc1-0845-4012-ad9a-9281262479f5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482344 Jan 24 09:19:40.038347 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-09995b05-9e5a-49cd-858a-f7f35be18a7c req-9b287d2f-0430-44cb-9f1e-715cfc40d911 service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457930 Jan 24 09:19:40.083474 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46540) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:40.196642 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1573665782-network', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:40.257588 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad018b-00bd-4508-8b67-ad50b988c353 req-29829979-10d1-4a41-bb66-29e78844f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:40.262278 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d5ad018b-00bd-4508-8b67-ad50b988c353 req-29829979-10d1-4a41-bb66-29e78844f432 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9effc220352541ecba9f319db87235de&device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 1096 time: 0.0759938 Jan 24 09:19:40.304403 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Made reservation on behalf of bedaa9b436ab45108aa33633b17e58d0 for: {'network': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:19:40.307390 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.319161 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.328048 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46550) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:40.413209 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad018b-00bd-4508-8b67-ad50b988c353 req-f0216fcb-0d0b-4e45-9264-631b25b3b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:40.415213 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d5ad018b-00bd-4508-8b67-ad50b988c353 req-f0216fcb-0d0b-4e45-9264-631b25b3b592 service neutron] 10.222.0.115 "GET /v2.0/networks?id=595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 200 len: 916 time: 0.1123471 Jan 24 09:19:40.417741 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Publish callbacks [] for security_group (87479c94-ce04-4ca4-b862-befe4dff83a7), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.465466 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5e141e8f-a61d-4c88-9c77-84e68b34fde0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.471993 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d5ad018b-00bd-4508-8b67-ad50b988c353 req-56649ce8-54d5-4a1b-9b1d-eb2c6a0f4f66 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f1acf57-8e99-4966-b91e-ff0b6193520a HTTP/1.1" status: 200 len: 217 time: 0.0433569 Jan 24 09:19:40.486727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (87479c94-ce04-4ca4-b862-befe4dff83a7), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.518147 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:19:40.547791 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87479c94-ce04-4ca4-b862-befe4dff83a7,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:40.548645 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad018b-00bd-4508-8b67-ad50b988c353 req-bc4355c8-9aab-46b0-97cd-6ccf047b8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:40.550486 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d5ad018b-00bd-4508-8b67-ad50b988c353 req-bc4355c8-9aab-46b0-97cd-6ccf047b8fb3 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=1a3776bc-e355-476c-a289-572d782c9cb0 HTTP/1.1" status: 200 len: 855 time: 0.0699706 Jan 24 09:19:40.555460 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (6fb7b835-9cfe-4bf8-883e-574533c6c594), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.555460 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.segments_db [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Added segment 6fb7b835-9cfe-4bf8-883e-574533c6c594 of type vlan for network bb18b00a-6e74-4475-8741-4c8ca85a032a Jan 24 09:19:40.591314 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d5ad018b-00bd-4508-8b67-ad50b988c353 req-f78aa8ab-5e89-485a-a3e4-09e49e4f081c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=595abfef-3114-4487-9adf-a62cd7425c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311444 Jan 24 09:19:40.672172 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5e141e8f-a61d-4c88-9c77-84e68b34fde0 admin admin] Publish callbacks [] for security_group (66908c52-02a3-4bcd-9d29-461fda316f2e), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.674296 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (bb18b00a-6e74-4475-8741-4c8ca85a032a), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.709624 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb23cd6-86df-4ab7-ae02-e05d3ca7d539 req-1a9358bb-08bf-43fe-8d12-d76d9583b3d1 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:40.710813 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d5ad018b-00bd-4508-8b67-ad50b988c353 req-0042174b-4178-4635-96db-4a417373807b service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077199 Jan 24 09:19:40.711776 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8cb23cd6-86df-4ab7-ae02-e05d3ca7d539 req-1a9358bb-08bf-43fe-8d12-d76d9583b3d1 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 943 time: 0.1141355 Jan 24 09:19:40.736619 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5e141e8f-a61d-4c88-9c77-84e68b34fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (66908c52-02a3-4bcd-9d29-461fda316f2e), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.791318 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-5e141e8f-a61d-4c88-9c77-84e68b34fde0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e11674d71abe4fedab2888011f22ea33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4622943 Jan 24 09:19:40.794520 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46560) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:40.804895 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (bb18b00a-6e74-4475-8741-4c8ca85a032a), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.805984 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:40.806604 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.815929 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8cb23cd6-86df-4ab7-ae02-e05d3ca7d539 req-ff880cbb-eb3b-40e0-a3c0-7409aa584598 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975163 Jan 24 09:19:40.816168 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e141e8f-a61d-4c88-9c77-84e68b34fde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66908c52-02a3-4bcd-9d29-461fda316f2e,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:40.869275 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d5ad018b-00bd-4508-8b67-ad50b988c353 req-01e57b18-21ed-4507-8277-f23e96e07a89 service neutron] 10.222.0.115 "GET /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421282 Jan 24 09:19:40.893678 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] Pushing event updated for resources: {'Network': ['ID=bb18b00a-6e74-4475-8741-4c8ca85a032a,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:40.893960 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15ac1412-2624-4f41-a2a4-c5898c7cc215 admin admin] Publish callbacks [] for security_group (66908c52-02a3-4bcd-9d29-461fda316f2e), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.907443 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network bb18b00a-6e74-4475-8741-4c8ca85a032a details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:19:40.924549 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-46bf898d-467f-4759-96f9-f2c0736489d1 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8397281 Jan 24 09:19:40.928970 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15ac1412-2624-4f41-a2a4-c5898c7cc215 admin admin] Publish callbacks [] for security_group (66908c52-02a3-4bcd-9d29-461fda316f2e), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:40.929352 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46562) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:40.934440 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] Request body: {'subnet': {'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1573665782-subnet', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'ip_version': 4}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:41.023951 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] Made reservation on behalf of bedaa9b436ab45108aa33633b17e58d0 for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:19:41.029199 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18764259'] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:41.047054 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15ac1412-2624-4f41-a2a4-c5898c7cc215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (66908c52-02a3-4bcd-9d29-461fda316f2e), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:41.051471 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-15ac1412-2624-4f41-a2a4-c5898c7cc215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:41.053326 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-15ac1412-2624-4f41-a2a4-c5898c7cc215 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/66908c52-02a3-4bcd-9d29-461fda316f2e HTTP/1.1" status: 204 len: 168 time: 0.2572887 Jan 24 09:19:41.075668 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac1412-2624-4f41-a2a4-c5898c7cc215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66908c52-02a3-4bcd-9d29-461fda316f2e,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:41.158235 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc4dc4-d33d-495d-a4f7-a92932a2dd65 req-278bb3d5-afab-4478-b21b-8180d2572f56 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:41.162257 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3edc4dc4-d33d-495d-a4f7-a92932a2dd65 req-278bb3d5-afab-4478-b21b-8180d2572f56 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0900426 Jan 24 09:19:41.221280 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3edc4dc4-d33d-495d-a4f7-a92932a2dd65 req-37485a07-3e40-4d5d-b6bb-6bc9b39d7c69 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505273 Jan 24 09:19:41.327848 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18398569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18764273'] for subnet (2a033e26-39e0-4ac7-a169-361b0983f20b), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:41.385573 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a033e26-39e0-4ac7-a169-361b0983f20b,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:41.395669 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] Checking segment: {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:19:41.395669 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] Network hostable DHCP agents. Network: bb18b00a-6e74-4475-8741-4c8ca85a032a, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:19:41.464702 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] Network bb18b00a-6e74-4475-8741-4c8ca85a032a is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:19:41.528054 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, bb18b00a-6e74-4475-8741-4c8ca85a032a) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:19:41.533511 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:41.534390 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:41.542130 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070fb592-6387-4d77-83c2-af54ae2c5df2 None None] Network bb18b00a-6e74-4475-8741-4c8ca85a032a requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:19:41.599001 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-034be304-ec62-407a-b8fa-5c100524a95b admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6647666 Jan 24 09:19:41.599241 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46576) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:41.606263 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:41.689792 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe23cbee1-24f1-55de-80ea-489377c10006-bb18b00a-6e74-4475-8741-4c8ca85a032a', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b'}]}} from dv-cinder-804035-26-iscsi. {{(pid=103103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:19:41.691184 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:41.744995 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6850'] for router (9d9eb99a-e469-4057-b54d-facb85f9ccab), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:41.747068 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6875'] for router (9d9eb99a-e469-4057-b54d-facb85f9ccab), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:41.786471 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46580) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:41.809657 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-eae3ec62-1cdf-4d2a-98c1-821bd6c9b607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:41.822553 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Publish callbacks [] for router_controller (9d9eb99a-e469-4057-b54d-facb85f9ccab), precommit_add_association {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:41.858145 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Allocated IP 172.20.0.2 (bb18b00a-6e74-4475-8741-4c8ca85a032a/2a033e26-39e0-4ac7-a169-361b0983f20b/9d21db65-6b64-4243-ad92-d173d00fb6d5) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:19:41.916246 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-eae3ec62-1cdf-4d2a-98c1-821bd6c9b607 admin admin] Publish callbacks [] for security_group (503dea63-a910-45b7-88d3-408328350b94), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:41.983131 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada060b5-c21e-4767-a2f8-d5e267a1b092 req-2feffe4a-170d-44b9-a957-d83096ceca5b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:41.990181 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ada060b5-c21e-4767-a2f8-d5e267a1b092 req-2feffe4a-170d-44b9-a957-d83096ceca5b tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 943 time: 0.0606711 Jan 24 09:19:42.046341 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-eae3ec62-1cdf-4d2a-98c1-821bd6c9b607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (503dea63-a910-45b7-88d3-408328350b94), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.056800 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ada060b5-c21e-4767-a2f8-d5e267a1b092 req-2676e92e-227c-4ccc-911e-508e696f7d51 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656848 Jan 24 09:19:42.068081 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Publish callbacks [] for router_gateway (9d9eb99a-e469-4057-b54d-facb85f9ccab), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.078386 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Publish callbacks [] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.094527 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-eae3ec62-1cdf-4d2a-98c1-821bd6c9b607 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1070f59ab06c40859ebd1855deac2fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061068 Jan 24 09:19:42.095501 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3ec62-1cdf-4d2a-98c1-821bd6c9b607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503dea63-a910-45b7-88d3-408328350b94,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:42.097371 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46584) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:42.167008 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.194484 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a103adc8-9842-4b82-b019-3905aa161e57 admin admin] Publish callbacks [] for security_group (503dea63-a910-45b7-88d3-408328350b94), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.213003 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Network bb18b00a-6e74-4475-8741-4c8ca85a032a is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:19:42.216091 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:19:42.221499 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:19:42.234412 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Pushing event updated for resources: {'Port': ['ID=9d21db65-6b64-4243-ad92-d173d00fb6d5,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:42.237347 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.237556 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.237807 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.238170 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.238514 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.238844 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.239190 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.239519 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.239910 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.240263 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.240593 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.240913 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.241236 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:42.255955 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a103adc8-9842-4b82-b019-3905aa161e57 admin admin] Publish callbacks [] for security_group (503dea63-a910-45b7-88d3-408328350b94), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.292533 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Attempting to bind port 9d21db65-6b64-4243-ad92-d173d00fb6d5 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:19:42.292994 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Attempting to bind port 9d21db65-6b64-4243-ad92-d173d00fb6d5 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:19:42.293561 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Attempting to bind port 9d21db65-6b64-4243-ad92-d173d00fb6d5 on network bb18b00a-6e74-4475-8741-4c8ca85a032a {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:19:42.300170 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:19:42.300670 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Checking segment: {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:19:42.301143 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.301962 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Bound using segment: {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:19:42.302467 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Bound port: 9d21db65-6b64-4243-ad92-d173d00fb6d5, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:19:42.302851 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.368110 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b2c2c-e20b-4589-8f77-4c8d221d4e74 req-92355ad1-2e4a-4b13-8e75-08d4f2e7301b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:42.369535 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-514b2c2c-e20b-4589-8f77-4c8d221d4e74 req-92355ad1-2e4a-4b13-8e75-08d4f2e7301b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0667620 Jan 24 09:19:42.377036 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] For port 9d21db65-6b64-4243-ad92-d173d00fb6d5, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:19:42.380441 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] For port 9d21db65-6b64-4243-ad92-d173d00fb6d5, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=9d21db65-6b64-4243-ad92-d173d00fb6d5,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:19:42.430012 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a103adc8-9842-4b82-b019-3905aa161e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (503dea63-a910-45b7-88d3-408328350b94), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.432626 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a103adc8-9842-4b82-b019-3905aa161e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.433819 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-a103adc8-9842-4b82-b019-3905aa161e57 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/503dea63-a910-45b7-88d3-408328350b94 HTTP/1.1" status: 204 len: 168 time: 0.3352349 Jan 24 09:19:42.448618 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.460962 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103adc8-9842-4b82-b019-3905aa161e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503dea63-a910-45b7-88d3-408328350b94,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:42.530908 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-514b2c2c-e20b-4589-8f77-4c8d221d4e74 req-f0d42f63-0f3f-4543-a639-444829bd1698 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277263 Jan 24 09:19:42.532519 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Publish callbacks [] for router_gateway (9d9eb99a-e469-4057-b54d-facb85f9ccab), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.563386 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4b3a5-a327-4959-9a35-69ea637ab2f9 None None] Pushing event updated for resources: {'Port': ['ID=9d21db65-6b64-4243-ad92-d173d00fb6d5,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:42.576147 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.700329 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Allocated IP 172.27.0.42 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/cb1771bd-0e89-4670-aa43-0923026ee4c9) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:19:42.845580 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Publish callbacks [] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.944870 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:42.999864 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:19:43.002951 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:19:43.007369 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:19:43.010947 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1771bd-0e89-4670-aa43-0923026ee4c9,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:43.408581 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Publish callbacks [] for router_gateway (9d9eb99a-e469-4057-b54d-facb85f9ccab), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:43.677313 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620227'] for router (9d9eb99a-e469-4057-b54d-facb85f9ccab), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:43.717609 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ba7d2-5133-43c0-9e95-b3ed127e9c01 req-f184eed2-7c56-4e84-bbc3-c649f8e00b6e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:43.719298 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fe1ba7d2-5133-43c0-9e95-b3ed127e9c01 req-f184eed2-7c56-4e84-bbc3-c649f8e00b6e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 943 time: 0.0783572 Jan 24 09:19:43.770668 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e719f0d-252c-4821-bae7-d744c29acacf None None] Network bb18b00a-6e74-4475-8741-4c8ca85a032a requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:19:43.790664 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fe1ba7d2-5133-43c0-9e95-b3ed127e9c01 req-63b879e5-3d18-4a61-a478-f7e369897d56 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631802 Jan 24 09:19:43.913596 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-9e6ef09c-82dc-4b03-90ba-d1bb0d7ece10 None None] Provisioning complete for port 9d21db65-6b64-4243-ad92-d173d00fb6d5 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:43.914248 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef09c-82dc-4b03-90ba-d1bb0d7ece10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:43.929210 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694f81f-8913-4ab6-bd95-50a650480d16 req-f7c588fc-e512-4bed-bf49-f3867a22ee3a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:43.933716 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d694f81f-8913-4ab6-bd95-50a650480d16 req-f7c588fc-e512-4bed-bf49-f3867a22ee3a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0708132 Jan 24 09:19:44.016001 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d694f81f-8913-4ab6-bd95-50a650480d16 req-3359d691-b79c-4893-8e50-bb1eebe5ad02 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719695 Jan 24 09:19:44.054771 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ef09c-82dc-4b03-90ba-d1bb0d7ece10 None None] Current status of the port 9d21db65-6b64-4243-ad92-d173d00fb6d5 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:44.054771 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef09c-82dc-4b03-90ba-d1bb0d7ece10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:44.092821 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-9e6ef09c-82dc-4b03-90ba-d1bb0d7ece10 None None] For port 9d21db65-6b64-4243-ad92-d173d00fb6d5, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=9d21db65-6b64-4243-ad92-d173d00fb6d5,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:44.144275 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef09c-82dc-4b03-90ba-d1bb0d7ece10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:44.220844 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ef09c-82dc-4b03-90ba-d1bb0d7ece10 None None] Pushing event updated for resources: {'Port': ['ID=9d21db65-6b64-4243-ad92-d173d00fb6d5,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:44.240638 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 9d21db65-6b64-4243-ad92-d173d00fb6d5 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:19:44.264025 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Router 9d9eb99a-e469-4057-b54d-facb85f9ccab is scheduled to L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 with binding_index 1 {{(pid=103101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:19:44.288905 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-179c7999-d50a-4978-ac53-d8a30fe53ef0 None None] Provisioning complete for port 9d21db65-6b64-4243-ad92-d173d00fb6d5 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:44.289340 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-179c7999-d50a-4978-ac53-d8a30fe53ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:44.337647 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 9d21db65-6b64-4243-ad92-d173d00fb6d5 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:44.338015 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:44.411458 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:19:44.425432 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Sync routers for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:19:44.430774 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-179c7999-d50a-4978-ac53-d8a30fe53ef0 None None] Current status of the port 9d21db65-6b64-4243-ad92-d173d00fb6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:44.436629 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:19:44.437323 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:19:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:44.488159 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 8f1acf57-8e99-4966-b91e-ff0b6193520a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:19:44.496375 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:44.499618 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-19556112-c760-4868-8083-c6bac7ab9414 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8974009 Jan 24 09:19:44.501292 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46632) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:44.555971 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:19:44.755525 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 9d21db65-6b64-4243-ad92-d173d00fb6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:44.812940 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 8f1acf57-8e99-4966-b91e-ff0b6193520a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8f1acf57-8e99-4966-b91e-ff0b6193520a,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:44.825474 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:43Z', 'revision_number': 3, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:44.829107 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '8f1acf57-8e99-4966-b91e-ff0b6193520a', 'network_id': '595abfef-3114-4487-9adf-a62cd7425c5d', 'port_id': '8f1acf57-8e99-4966-b91e-ff0b6193520a', 'mac_address': 'fa:16:3e:00:7f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3776bc-e355-476c-a289-572d782c9cb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:19:44.859601 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Checking router: 9d9eb99a-e469-4057-b54d-facb85f9ccab for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:19:44.860198 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Updating router 9d9eb99a-e469-4057-b54d-facb85f9ccab port cb1771bd-0e89-4670-aa43-0923026ee4c9 binding host dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:19:44.890409 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:44.894580 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 8f1acf57-8e99-4966-b91e-ff0b6193520a is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:44.894981 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:44.909631 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1acf57-8e99-4966-b91e-ff0b6193520a {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:19:44.932442 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 8f1acf57-8e99-4966-b91e-ff0b6193520a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8f1acf57-8e99-4966-b91e-ff0b6193520a,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:45.001760 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:45.083362 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=8f1acf57-8e99-4966-b91e-ff0b6193520a,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:45.132142 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:45.325761 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Publish callbacks [] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:45.355338 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Allocated IP 172.20.0.1 (bb18b00a-6e74-4475-8741-4c8ca85a032a/2a033e26-39e0-4ac7-a169-361b0983f20b/96100ae5-0d06-4a90-aab5-f6b0285c4e27) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:19:45.464408 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Publish callbacks [] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:45.492880 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:45.549777 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Pushing event updated for resources: {'Port': ['ID=cb1771bd-0e89-4670-aa43-0923026ee4c9,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:45.559917 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.560863 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.566569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.566569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.566569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.566569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.566569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.566569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.566569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.566569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.566569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.566569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.566569 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:19:45.568425 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Attempting to bind port cb1771bd-0e89-4670-aa43-0923026ee4c9 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:19:45.568799 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Attempting to bind port cb1771bd-0e89-4670-aa43-0923026ee4c9 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:19:45.569154 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Attempting to bind port cb1771bd-0e89-4670-aa43-0923026ee4c9 on network e3ca9c5d-a4c5-4d81-86d9-e7717add369b {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:19:45.574684 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:19:45.575060 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Checking segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:19:45.575458 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:45.576535 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Bound using segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:19:45.577287 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Bound port: cb1771bd-0e89-4670-aa43-0923026ee4c9, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:19:45.578114 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:45.579037 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:45.621353 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Pushing event updated for resources: {'Port': ['ID=96100ae5-0d06-4a90-aab5-f6b0285c4e27,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:45.636784 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Network bb18b00a-6e74-4475-8741-4c8ca85a032a is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:19:45.637789 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:19:45.645296 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:19:45.672659 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] For port cb1771bd-0e89-4670-aa43-0923026ee4c9, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:19:45.678695 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] For port cb1771bd-0e89-4670-aa43-0923026ee4c9, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=cb1771bd-0e89-4670-aa43-0923026ee4c9,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:19:45.692035 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5247a1a-57dc-4046-b3bd-7784f044cb3b req-96511fbe-6d20-4990-8752-b6f087d750e0 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:45.694543 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e5247a1a-57dc-4046-b3bd-7784f044cb3b req-96511fbe-6d20-4990-8752-b6f087d750e0 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 944 time: 0.0751512 Jan 24 09:19:45.723869 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618225'] for router_interface (9d9eb99a-e469-4057-b54d-facb85f9ccab), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:45.750171 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:45.790687 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e5247a1a-57dc-4046-b3bd-7784f044cb3b req-dccb9787-7c41-44a9-aa82-36e5ee9f9742 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863597 Jan 24 09:19:45.888081 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:19:45.890326 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:19:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:45.904854 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5144fad-d417-4cc2-aeeb-7b8e188e43bd req-75114848-f6e2-4707-bc71-5afa947a3fee tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:45.906601 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f5144fad-d417-4cc2-aeeb-7b8e188e43bd req-75114848-f6e2-4707-bc71-5afa947a3fee tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.1067328 Jan 24 09:19:45.970466 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['8f1acf57-8e99-4966-b91e-ff0b6193520a'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:19:45.976179 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f5144fad-d417-4cc2-aeeb-7b8e188e43bd req-83000ecb-2102-4669-8abd-49e619dac86e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601127 Jan 24 09:19:46.015314 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953c956-5951-4b4a-9826-84d415f02713 None None] Pushing event updated for resources: {'Port': ['ID=cb1771bd-0e89-4670-aa43-0923026ee4c9,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:46.020356 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-8b6de0ff-dd6d-4e10-81ab-e42759f1ecc3 None None] Provisioning complete for port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:46.020851 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8b6de0ff-dd6d-4e10-81ab-e42759f1ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:46.040053 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:19:46.075264 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-8b6de0ff-dd6d-4e10-81ab-e42759f1ecc3 None None] Port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:19:46.081243 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:46.195381 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 9d21db65-6b64-4243-ad92-d173d00fb6d5 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:19:46.298383 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 9d21db65-6b64-4243-ad92-d173d00fb6d5 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:46.299091 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:46.348836 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Publish callbacks [] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:46.350797 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b45f853b-e66a-4ce3-b34f-0220fac9364b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:46.351418 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:43Z', 'revision_number': 3, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:46.379801 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1dcb34-2fc7-4115-8cbe-acfa0a7824c2 None None] The sync data for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi is: [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:43Z', 'revision_number': 3, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:19:46.405348 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 9d21db65-6b64-4243-ad92-d173d00fb6d5 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:46.469820 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18398718'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:46.586293 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Pushing event updated for resources: {'Port': ['ID=96100ae5-0d06-4a90-aab5-f6b0285c4e27,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:46.590959 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622139'] for router_interface (9d9eb99a-e469-4057-b54d-facb85f9ccab), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:46.768370 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Network bb18b00a-6e74-4475-8741-4c8ca85a032a is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:19:46.770827 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:19:46.917257 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Router 9d9eb99a-e469-4057-b54d-facb85f9ccab has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:19:46.970204 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fd13f-7b5e-429b-9f2e-272f2f587477 req-f1735925-e8cd-448a-b7ea-575f5762e4cf tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:46.973224 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-215fd13f-7b5e-429b-9f2e-272f2f587477 req-f1735925-e8cd-448a-b7ea-575f5762e4cf tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 944 time: 0.0853117 Jan 24 09:19:47.044667 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-215fd13f-7b5e-429b-9f2e-272f2f587477 req-879f2e62-0b1d-4cb4-9023-f2f4381acbef tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606792 Jan 24 09:19:47.106382 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:19:47.114038 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-c39ae48a-caf3-400b-9580-d74e788fad65 admin admin] 10.222.0.113 "PUT /v2.0/routers/9d9eb99a-e469-4057-b54d-facb85f9ccab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6115291 Jan 24 09:19:47.118612 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-a950bb9b-e179-4283-a36c-8ab9fb263697 None None] Provisioning complete for port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:47.119308 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a950bb9b-e179-4283-a36c-8ab9fb263697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:47.137776 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d3e17-90ae-4892-a794-e49f08a173c4 req-01e197e0-242b-4638-aeaa-214d7721a2cc tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:47.138906 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ff9d3e17-90ae-4892-a794-e49f08a173c4 req-01e197e0-242b-4638-aeaa-214d7721a2cc tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0743396 Jan 24 09:19:47.168033 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-a950bb9b-e179-4283-a36c-8ab9fb263697 None None] Port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:19:47.205738 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ff9d3e17-90ae-4892-a794-e49f08a173c4 req-9912adb2-c0c8-44d8-a919-3f2239dee4e2 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602009 Jan 24 09:19:47.606622 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:47.976119 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 8f1acf57-8e99-4966-b91e-ff0b6193520a up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:19:48.090041 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46716) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:48.095585 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-206620258-network', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:48.115078 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 8f1acf57-8e99-4966-b91e-ff0b6193520a completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:19:48.119905 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 8f1acf57-8e99-4966-b91e-ff0b6193520a triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:48.120836 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.228572 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device cb1771bd-0e89-4670-aa43-0923026ee4c9 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:19:48.236763 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88602a-ede1-44d8-92de-c7180d1f9463 req-d17ff4e2-55e3-4ffa-bf25-5e348be7f79e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:48.238488 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-db88602a-ede1-44d8-92de-c7180d1f9463 req-d17ff4e2-55e3-4ffa-bf25-5e348be7f79e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 944 time: 0.0725551 Jan 24 09:19:48.241138 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Made reservation on behalf of 70ebc74c22134c08a713a3b1d201ab8f for: {'network': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:19:48.243586 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.258291 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.301830 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 8f1acf57-8e99-4966-b91e-ff0b6193520a is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:48.302796 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.303345 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-db88602a-ede1-44d8-92de-c7180d1f9463 req-d8220c7e-ce08-4f62-aeb8-14638bd1f98f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554631 Jan 24 09:19:48.365238 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9db33c9-c45f-4643-ad2c-9da35f7ddd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1acf57-8e99-4966-b91e-ff0b6193520a'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:19:48.368647 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5ff234-7026-4af1-8688-2ea29ae59253" -d '{"events": [{"server_uuid": "d9db33c9-c45f-4643-ad2c-9da35f7ddd07", "name": "network-vif-plugged", "status": "completed", "tag": "8f1acf57-8e99-4966-b91e-ff0b6193520a"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:19:48.395763 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 8f1acf57-8e99-4966-b91e-ff0b6193520a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8f1acf57-8e99-4966-b91e-ff0b6193520a,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:48.410836 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Publish callbacks [] for security_group (2b07ca04-b305-41c8-8cbb-d57ff15f36a0), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.412377 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port cb1771bd-0e89-4670-aa43-0923026ee4c9 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:48.417288 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.420323 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2c5b6-f5b8-4719-b153-9e5b9775300d req-23264f13-fb39-406c-96bf-0ae783a3c74e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:48.421900 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f9f2c5b6-f5b8-4719-b153-9e5b9775300d req-23264f13-fb39-406c-96bf-0ae783a3c74e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0926421 Jan 24 09:19:48.454224 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f788f934-28cd-435f-99e6-af8c7571305f x-openstack-request-id: req-f788f934-28cd-435f-99e6-af8c7571305f {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:19:48.454549 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9db33c9-c45f-4643-ad2c-9da35f7ddd07", "name": "network-vif-plugged", "status": "completed", "tag": "8f1acf57-8e99-4966-b91e-ff0b6193520a", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:19:48.454818 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-f788f934-28cd-435f-99e6-af8c7571305f {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:19:48.455366 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9db33c9-c45f-4643-ad2c-9da35f7ddd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1acf57-8e99-4966-b91e-ff0b6193520a', 'code': 200} Jan 24 09:19:48.499838 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Sync routers for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:19:48.526661 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f9f2c5b6-f5b8-4719-b153-9e5b9775300d req-0659af39-3978-44f6-b892-218f38f306b1 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913241 Jan 24 09:19:48.530644 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:19:48.531912 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:19:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:48.584485 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2b07ca04-b305-41c8-8cbb-d57ff15f36a0), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.589749 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.610719 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:19:48.627246 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b07ca04-b305-41c8-8cbb-d57ff15f36a0,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:48.630739 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (78cd40f1-9d74-488d-b43a-9d2473c9f017), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.631271 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.segments_db [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Added segment 78cd40f1-9d74-488d-b43a-9d2473c9f017 of type vlan for network 3bc54a79-056a-4cd4-9225-f671f3b86313 Jan 24 09:19:48.676631 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1711-b176-40cc-a0f1-059b9d53dfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.692110 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (3bc54a79-056a-4cd4-9225-f671f3b86313), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.727252 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port cb1771bd-0e89-4670-aa43-0923026ee4c9 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:48.727563 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.735549 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=8f1acf57-8e99-4966-b91e-ff0b6193520a,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:48.743361 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:19:48.783628 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (3bc54a79-056a-4cd4-9225-f671f3b86313), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.784860 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:48.786988 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.792497 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port cb1771bd-0e89-4670-aa43-0923026ee4c9, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=cb1771bd-0e89-4670-aa43-0923026ee4c9,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:48.857727 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:48.866522 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6651bc-f1b1-4059-aa56-7b3b2354521b req-3c98c092-2bb3-423e-afd0-68a31cdf0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:48.869487 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-da6651bc-f1b1-4059-aa56-7b3b2354521b req-3c98c092-2bb3-423e-afd0-68a31cdf0648 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 1098 time: 0.0487885 Jan 24 09:19:48.874112 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] Pushing event updated for resources: {'Network': ['ID=3bc54a79-056a-4cd4-9225-f671f3b86313,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:48.893140 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-784fa68f-cd9f-4305-9b99-6d90c06e8b59 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8019605 Jan 24 09:19:48.897488 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46730) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:48.903609 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] Request body: {'subnet': {'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-206620258-subnet', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'ip_version': 4}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:48.917462 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network 3bc54a79-056a-4cd4-9225-f671f3b86313 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:19:48.950722 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-da6651bc-f1b1-4059-aa56-7b3b2354521b req-6c237571-1a7e-4f02-bc5c-9cf79a1422bf service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619745 Jan 24 09:19:48.996082 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] Made reservation on behalf of 70ebc74c22134c08a713a3b1d201ab8f for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:19:48.999500 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18764259'] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.031740 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=cb1771bd-0e89-4670-aa43-0923026ee4c9,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:49.112643 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:46Z', 'revision_number': 2, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:49.144069 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Checking router: 9d9eb99a-e469-4057-b54d-facb85f9ccab for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:19:49.144794 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Updating router 9d9eb99a-e469-4057-b54d-facb85f9ccab port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 binding host dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:19:49.171595 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.271039 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18398569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18764273'] for subnet (1f55bd26-5d28-4bbf-8ae0-f4104ae97c93), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.332953 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f55bd26-5d28-4bbf-8ae0-f4104ae97c93,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:49.344560 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] Checking segment: {'id': '78cd40f1-9d74-488d-b43a-9d2473c9f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:19:49.344920 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] Network hostable DHCP agents. Network: 3bc54a79-056a-4cd4-9225-f671f3b86313, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:19:49.452635 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] Network 3bc54a79-056a-4cd4-9225-f671f3b86313 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:19:49.455331 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf4877-0001-4175-9262-95c3a2f8f661 req-29b8e19a-ea95-408a-9bda-6c2b57e80c09 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:49.457443 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-feaf4877-0001-4175-9262-95c3a2f8f661 req-29b8e19a-ea95-408a-9bda-6c2b57e80c09 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 945 time: 0.0554206 Jan 24 09:19:49.497045 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Publish callbacks [] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.514730 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-feaf4877-0001-4175-9262-95c3a2f8f661 req-f58e0a48-a5ea-43b1-a7f5-9ccd62e6f48a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509408 Jan 24 09:19:49.584586 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, 3bc54a79-056a-4cd4-9225-f671f3b86313) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:19:49.595467 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.596353 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:49.599046 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.604373 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cdb047-c4cc-4e82-aeae-a297c49f4e83 None None] Network 3bc54a79-056a-4cd4-9225-f671f3b86313 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:19:49.689385 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9727df-0086-4f6c-9441-237b997ac2aa req-22cb0137-779d-43c7-8f97-704685b7ef2e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:49.697347 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4a9727df-0086-4f6c-9441-237b997ac2aa req-22cb0137-779d-43c7-8f97-704685b7ef2e tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0658164 Jan 24 09:19:49.717568 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f8347-6960-4f60-8394-280048acbe6e None None] Pushing event updated for resources: {'Port': ['ID=96100ae5-0d06-4a90-aab5-f6b0285c4e27,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:49.755829 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4a9727df-0086-4f6c-9441-237b997ac2aa req-829521ad-1e9b-4c84-ad25-7ec93f2344cc tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575030 Jan 24 09:19:49.790243 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-40858d17-7034-401d-94f5-1a81a5aa5284 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8858020 Jan 24 09:19:49.790568 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46754) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:49.793645 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-206620258-router', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:49.917082 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6850'] for router (aa120af8-8933-4c7d-a108-f18b87822b9e), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.918646 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6875'] for router (aa120af8-8933-4c7d-a108-f18b87822b9e), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.951603 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Attempting to bind port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:19:49.951898 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Attempting to bind port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:19:49.952264 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Attempting to bind port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 on network bb18b00a-6e74-4475-8741-4c8ca85a032a {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:19:49.956294 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe23cbee1-24f1-55de-80ea-489377c10006-3bc54a79-056a-4cd4-9225-f671f3b86313', 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313', 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'fixed_ips': [{'subnet_id': '1f55bd26-5d28-4bbf-8ae0-f4104ae97c93'}]}} from dv-cinder-804035-26-iscsi. {{(pid=103103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:19:49.957191 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.974659 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:19:49.975035 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Checking segment: {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:19:49.975442 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.981519 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Bound using segment: {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:19:49.981519 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Bound port: 96100ae5-0d06-4a90-aab5-f6b0285c4e27, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:19:49.981519 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.981519 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-94890054-6f2c-494f-b9d4-acfe5cb5fccc None None] Provisioning complete for port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:49.981519 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-94890054-6f2c-494f-b9d4-acfe5cb5fccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:49.993423 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Publish callbacks [] for router_controller (aa120af8-8933-4c7d-a108-f18b87822b9e), precommit_add_association {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:50.021907 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:50.112630 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-94890054-6f2c-494f-b9d4-acfe5cb5fccc None None] Port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:19:50.180330 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device cb1771bd-0e89-4670-aa43-0923026ee4c9 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:19:50.190489 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] For port 96100ae5-0d06-4a90-aab5-f6b0285c4e27, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:19:50.229785 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] For port 96100ae5-0d06-4a90-aab5-f6b0285c4e27, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=96100ae5-0d06-4a90-aab5-f6b0285c4e27,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:19:50.245989 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Allocated IP 172.20.0.2 (3bc54a79-056a-4cd4-9225-f671f3b86313/1f55bd26-5d28-4bbf-8ae0-f4104ae97c93/deccec90-f79e-414f-8c40-6c28ea34cd8b) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:19:50.285232 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Publish callbacks [] for router_gateway (aa120af8-8933-4c7d-a108-f18b87822b9e), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:50.291861 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc26c1-2b1f-4ae0-9b94-6a223b42e167 req-1318fe01-f159-45df-bf5c-925829c2f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:50.293740 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6edc26c1-2b1f-4ae0-9b94-6a223b42e167 req-1318fe01-f159-45df-bf5c-925829c2f543 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 1099 time: 0.1507597 Jan 24 09:19:50.323579 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port cb1771bd-0e89-4670-aa43-0923026ee4c9 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:50.323958 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:50.328418 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:50.390950 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6edc26c1-2b1f-4ae0-9b94-6a223b42e167 req-7137337b-fb7f-4450-9b39-3cda58b4986c service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870326 Jan 24 09:19:50.451462 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f8347-6960-4f60-8394-280048acbe6e None None] Pushing event updated for resources: {'Port': ['ID=96100ae5-0d06-4a90-aab5-f6b0285c4e27,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:50.475096 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:19:50.479476 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:19:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:50.628102 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Publish callbacks [] for router_gateway (aa120af8-8933-4c7d-a108-f18b87822b9e), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:50.640517 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:19:50.648911 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:50.744078 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Publish callbacks [] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:50.786568 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Allocated IP 172.27.0.48 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/4e3a880a-cc1b-434e-a896-d360cdaeac74) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:19:50.808962 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port cb1771bd-0e89-4670-aa43-0923026ee4c9 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:50.868881 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-2dd5a343-e3b0-4c04-a1cd-be78bdcdfe24 None None] Provisioning complete for port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:50.869438 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a343-e3b0-4c04-a1cd-be78bdcdfe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:50.917923 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:50.934405 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1bee2-e7a8-4457-acea-ac4e9d788354 req-67aeb8d2-16a5-4cfd-a0fd-d047182700d8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:50.942690 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d2c1bee2-e7a8-4457-acea-ac4e9d788354 req-67aeb8d2-16a5-4cfd-a0fd-d047182700d8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0904839 Jan 24 09:19:50.956616 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c55d6e-9a73-4fae-83c6-ab7bf115b05a req-567fd3b9-d857-4fd7-bb7f-7d35b2c6e1f3 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:50.959211 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-18c55d6e-9a73-4fae-83c6-ab7bf115b05a req-567fd3b9-d857-4fd7-bb7f-7d35b2c6e1f3 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 945 time: 0.0928025 Jan 24 09:19:50.969928 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Publish callbacks [] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:50.984562 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:51.010824 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d2c1bee2-e7a8-4457-acea-ac4e9d788354 req-3e5b33ac-4835-46fe-a811-7883d09e7c6f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665374 Jan 24 09:19:51.016265 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Network 3bc54a79-056a-4cd4-9225-f671f3b86313 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:19:51.026327 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:19:51.028683 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:19:51.041135 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Pushing event updated for resources: {'Port': ['ID=deccec90-f79e-414f-8c40-6c28ea34cd8b,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:51.041667 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-18c55d6e-9a73-4fae-83c6-ab7bf115b05a req-b7b02a04-08e1-42dc-9c8a-6b541cd8c77c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695989 Jan 24 09:19:51.132684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:51.152275 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Attempting to bind port deccec90-f79e-414f-8c40-6c28ea34cd8b on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:19:51.152641 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Attempting to bind port deccec90-f79e-414f-8c40-6c28ea34cd8b by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '78cd40f1-9d74-488d-b43a-9d2473c9f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:19:51.153215 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Attempting to bind port deccec90-f79e-414f-8c40-6c28ea34cd8b on network 3bc54a79-056a-4cd4-9225-f671f3b86313 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:19:51.157843 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5a343-e3b0-4c04-a1cd-be78bdcdfe24 None None] Current status of the port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:51.158266 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a343-e3b0-4c04-a1cd-be78bdcdfe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:51.173042 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:19:51.173327 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Checking segment: {'id': '78cd40f1-9d74-488d-b43a-9d2473c9f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:19:51.173727 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:51.174456 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Bound using segment: {'id': '78cd40f1-9d74-488d-b43a-9d2473c9f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:19:51.174936 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Bound port: deccec90-f79e-414f-8c40-6c28ea34cd8b, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78cd40f1-9d74-488d-b43a-9d2473c9f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:19:51.175212 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:19:51.175334 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:51.180223 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:19:51.184069 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:19:51.213238 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Pushing event updated for resources: {'Port': ['ID=4e3a880a-cc1b-434e-a896-d360cdaeac74,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:51.265644 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-2dd5a343-e3b0-4c04-a1cd-be78bdcdfe24 None None] For port 96100ae5-0d06-4a90-aab5-f6b0285c4e27, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=96100ae5-0d06-4a90-aab5-f6b0285c4e27,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:51.270316 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:50Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:51.334207 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130d8d8-486d-4bf3-b7f4-2f03f8084672 None None] The sync data for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi is: [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:50Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:19:51.356588 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] For port deccec90-f79e-414f-8c40-6c28ea34cd8b, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:19:51.363124 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] For port deccec90-f79e-414f-8c40-6c28ea34cd8b, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=deccec90-f79e-414f-8c40-6c28ea34cd8b,segment=NetworkSegment(78cd40f1-9d74-488d-b43a-9d2473c9f017),segment_id=78cd40f1-9d74-488d-b43a-9d2473c9f017)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:19:51.429942 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a343-e3b0-4c04-a1cd-be78bdcdfe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:51.492453 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5a343-e3b0-4c04-a1cd-be78bdcdfe24 None None] Pushing event updated for resources: {'Port': ['ID=96100ae5-0d06-4a90-aab5-f6b0285c4e27,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:51.504931 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:51.587003 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11872648-d60b-4602-8125-15d8bd98f437 None None] Pushing event updated for resources: {'Port': ['ID=deccec90-f79e-414f-8c40-6c28ea34cd8b,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:51.639924 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Publish callbacks [] for router_gateway (aa120af8-8933-4c7d-a108-f18b87822b9e), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:52.014763 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620227'] for router (aa120af8-8933-4c7d-a108-f18b87822b9e), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:52.126861 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46802) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:52.291087 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94960639-9564-4948-9610-7b62805e0b3a req-5e601b7d-201a-46f7-935a-be586f1e2c2c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:52.307508 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2d1ec-be53-459e-a499-b336c6a798ca req-cac14654-3d30-4b0c-8ea1-7c0e151c8086 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:52.308280 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-94960639-9564-4948-9610-7b62805e0b3a req-5e601b7d-201a-46f7-935a-be586f1e2c2c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 945 time: 0.1151607 Jan 24 09:19:52.320069 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4bd2d1ec-be53-459e-a499-b336c6a798ca req-cac14654-3d30-4b0c-8ea1-7c0e151c8086 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.1793964 Jan 24 09:19:52.355770 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8763bd6b-5eec-416f-b1ca-b8d89c909342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:52.421450 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4bd2d1ec-be53-459e-a499-b336c6a798ca req-11b780cf-8ce8-4c9d-ac55-19399f7a6947 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043611 Jan 24 09:19:52.478355 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 96100ae5-0d06-4a90-aab5-f6b0285c4e27 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:19:52.490611 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46810) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:52.529229 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Router aa120af8-8933-4c7d-a108-f18b87822b9e is scheduled to L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 with binding_index 1 {{(pid=103101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:19:52.546456 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-94960639-9564-4948-9610-7b62805e0b3a req-acf8242c-f036-4a27-9058-3be827210ecc tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347498 Jan 24 09:19:52.550275 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8763bd6b-5eec-416f-b1ca-b8d89c909342 admin admin] Publish callbacks [] for security_group (a78242a7-e6cc-4c50-80a2-ac1d4664347d), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:52.587129 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:52.587730 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:52.646723 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8763bd6b-5eec-416f-b1ca-b8d89c909342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a78242a7-e6cc-4c50-80a2-ac1d4664347d), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:52.672336 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:52.696827 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:19:52.709823 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Sync routers for ids ['aa120af8-8933-4c7d-a108-f18b87822b9e'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:19:52.725460 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Routers {'aa120af8-8933-4c7d-a108-f18b87822b9e'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:19:52.726458 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:19:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['aa120af8-8933-4c7d-a108-f18b87822b9e'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:52.750570 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763bd6b-5eec-416f-b1ca-b8d89c909342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78242a7-e6cc-4c50-80a2-ac1d4664347d,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:52.766330 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ac510847-3756-4c53-a9cb-8bd25db45b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:52.775755 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-8763bd6b-5eec-416f-b1ca-b8d89c909342 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=07bd12b517794119b650ae1dbc2892c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460898 Jan 24 09:19:52.778519 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46816) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:52.858987 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:52.867730 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-4bc0ff07-d694-49c3-b1ac-58371b4f723c admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0753193 Jan 24 09:19:52.873252 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46818) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:52.875037 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:52.876189 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device deccec90-f79e-414f-8c40-6c28ea34cd8b up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:19:52.912731 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Set router aa120af8-8933-4c7d-a108-f18b87822b9e gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:19:52.983471 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ac510847-3756-4c53-a9cb-8bd25db45b18 admin admin] Publish callbacks [] for security_group (585b9323-4d3a-4fb1-8cac-8d061ed070bd), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.000795 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port deccec90-f79e-414f-8c40-6c28ea34cd8b triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:53.001554 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.086495 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ac510847-3756-4c53-a9cb-8bd25db45b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (585b9323-4d3a-4fb1-8cac-8d061ed070bd), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.202335 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac510847-3756-4c53-a9cb-8bd25db45b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585b9323-4d3a-4fb1-8cac-8d061ed070bd,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:53.213583 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-ac510847-3756-4c53-a9cb-8bd25db45b18 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=c38ef2801d4f400c8d203f3e1c674cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7212739 Jan 24 09:19:53.214932 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port deccec90-f79e-414f-8c40-6c28ea34cd8b is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:53.215438 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46824) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:53.215757 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.251733 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99385c6a-9f98-464a-b8ab-a5962f8ff00b None None] Network 3bc54a79-056a-4cd4-9225-f671f3b86313 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:19:53.291699 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:19:53.298627 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'name': 'tempest-TestVolumeBootPattern-206620258-router', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:49Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 3, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'gw_port': {'id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:50Z', 'updated_at': '2022-01-24T09:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:53.307919 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c2d38494-2c94-4491-98e2-1849a9402f0f admin admin] Publish callbacks [] for security_group (585b9323-4d3a-4fb1-8cac-8d061ed070bd), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.320321 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ef95746-35a4-419b-ad64-fa5c0462c6cd admin admin] Publish callbacks [] for security_group (a78242a7-e6cc-4c50-80a2-ac1d4664347d), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.340605 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Checking router: aa120af8-8933-4c7d-a108-f18b87822b9e for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:19:53.341605 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Updating router aa120af8-8933-4c7d-a108-f18b87822b9e port 4e3a880a-cc1b-434e-a896-d360cdaeac74 binding host dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:19:53.352669 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c2d38494-2c94-4491-98e2-1849a9402f0f admin admin] Publish callbacks [] for security_group (585b9323-4d3a-4fb1-8cac-8d061ed070bd), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.364751 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ef95746-35a4-419b-ad64-fa5c0462c6cd admin admin] Publish callbacks [] for security_group (a78242a7-e6cc-4c50-80a2-ac1d4664347d), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.382073 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.521317 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c2d38494-2c94-4491-98e2-1849a9402f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (585b9323-4d3a-4fb1-8cac-8d061ed070bd), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.523191 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port deccec90-f79e-414f-8c40-6c28ea34cd8b, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=deccec90-f79e-414f-8c40-6c28ea34cd8b,segment=NetworkSegment(78cd40f1-9d74-488d-b43a-9d2473c9f017),segment_id=78cd40f1-9d74-488d-b43a-9d2473c9f017)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:53.524696 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-c2d38494-2c94-4491-98e2-1849a9402f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.526140 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-c2d38494-2c94-4491-98e2-1849a9402f0f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/585b9323-4d3a-4fb1-8cac-8d061ed070bd HTTP/1.1" status: 204 len: 168 time: 0.3090475 Jan 24 09:19:53.537793 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-cb1ed789-5b76-4196-a610-c044139759c3 None None] Provisioning complete for port deccec90-f79e-414f-8c40-6c28ea34cd8b triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:53.538197 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed789-5b76-4196-a610-c044139759c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.552853 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d38494-2c94-4491-98e2-1849a9402f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585b9323-4d3a-4fb1-8cac-8d061ed070bd,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:53.629247 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ef95746-35a4-419b-ad64-fa5c0462c6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a78242a7-e6cc-4c50-80a2-ac1d4664347d), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.633480 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ef95746-35a4-419b-ad64-fa5c0462c6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.635308 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-9ef95746-35a4-419b-ad64-fa5c0462c6cd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a78242a7-e6cc-4c50-80a2-ac1d4664347d HTTP/1.1" status: 204 len: 168 time: 0.8551173 Jan 24 09:19:53.653354 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.656706 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef95746-35a4-419b-ad64-fa5c0462c6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78242a7-e6cc-4c50-80a2-ac1d4664347d,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:53.734445 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=deccec90-f79e-414f-8c40-6c28ea34cd8b,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:53.763380 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeed76c-2601-4ba1-8b67-1e414b105a70 req-0495bf10-c3b9-492a-a939-ede74df11ce9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:53.769926 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9aeed76c-2601-4ba1-8b67-1e414b105a70 req-0495bf10-c3b9-492a-a939-ede74df11ce9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.1427996 Jan 24 09:19:53.800647 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ed789-5b76-4196-a610-c044139759c3 None None] Current status of the port deccec90-f79e-414f-8c40-6c28ea34cd8b is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:53.884633 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Publish callbacks [] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:53.890536 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9aeed76c-2601-4ba1-8b67-1e414b105a70 req-c054323f-bde7-45c7-b219-7c7947cdc5d5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178164 Jan 24 09:19:53.951994 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.037022 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.076419 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Attempting to bind port 4e3a880a-cc1b-434e-a896-d360cdaeac74 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:19:54.076931 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Attempting to bind port 4e3a880a-cc1b-434e-a896-d360cdaeac74 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:19:54.077846 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Attempting to bind port 4e3a880a-cc1b-434e-a896-d360cdaeac74 on network e3ca9c5d-a4c5-4d81-86d9-e7717add369b {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:19:54.148680 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-8fcc58f1-a0bf-432e-b0a7-6e5a7cc411cc None None] Provisioning complete for port deccec90-f79e-414f-8c40-6c28ea34cd8b triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:54.149125 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8fcc58f1-a0bf-432e-b0a7-6e5a7cc411cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.153862 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:19:54.154282 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Checking segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:19:54.154691 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.155077 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Bound using segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:19:54.155749 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Bound port: 4e3a880a-cc1b-434e-a896-d360cdaeac74, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:19:54.156318 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.233434 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device deccec90-f79e-414f-8c40-6c28ea34cd8b up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:19:54.242584 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Allocated IP 172.20.0.1 (3bc54a79-056a-4cd4-9225-f671f3b86313/1f55bd26-5d28-4bbf-8ae0-f4104ae97c93/181092bd-1974-463c-bc35-cd0a374f431f) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:19:54.257386 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] For port 4e3a880a-cc1b-434e-a896-d360cdaeac74, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:19:54.262249 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] For port 4e3a880a-cc1b-434e-a896-d360cdaeac74, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=4e3a880a-cc1b-434e-a896-d360cdaeac74,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:19:54.286492 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f7096-3fd1-499a-990f-614c899ec5fa None None] Pushing event updated for resources: {'Port': ['ID=4e3a880a-cc1b-434e-a896-d360cdaeac74,revision_number=2']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:54.319267 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port deccec90-f79e-414f-8c40-6c28ea34cd8b triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:54.333226 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.355341 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.362883 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc58f1-a0bf-432e-b0a7-6e5a7cc411cc None None] Current status of the port deccec90-f79e-414f-8c40-6c28ea34cd8b is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:54.399061 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Publish callbacks [] for port (181092bd-1974-463c-bc35-cd0a374f431f), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.421554 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Routers {'aa120af8-8933-4c7d-a108-f18b87822b9e'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:19:54.425484 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:19:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['aa120af8-8933-4c7d-a108-f18b87822b9e'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:54.455517 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port deccec90-f79e-414f-8c40-6c28ea34cd8b is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:54.466480 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f7096-3fd1-499a-990f-614c899ec5fa None None] Pushing event updated for resources: {'Port': ['ID=4e3a880a-cc1b-434e-a896-d360cdaeac74,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:54.556368 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (181092bd-1974-463c-bc35-cd0a374f431f), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.568342 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4c408-3aba-4818-99c1-3b763e592aaf req-d6a63f85-0f79-4ad3-a5d0-171ee48fd1d6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:54.570022 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e6d4c408-3aba-4818-99c1-3b763e592aaf req-d6a63f85-0f79-4ad3-a5d0-171ee48fd1d6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0924497 Jan 24 09:19:54.579526 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d8465-25be-41d3-ad4f-dffdf2ba05c0 req-f58354e6-0692-4a92-8fa2-9399cc06adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:54.581259 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-131d8465-25be-41d3-ad4f-dffdf2ba05c0 req-f58354e6-0692-4a92-8fa2-9399cc06adf3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 1099 time: 0.0733707 Jan 24 09:19:54.632151 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Network 3bc54a79-056a-4cd4-9225-f671f3b86313 is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:19:54.648206 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:19:54.653036 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:19:54.656960 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=181092bd-1974-463c-bc35-cd0a374f431f,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:54.689287 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] Set router aa120af8-8933-4c7d-a108-f18b87822b9e gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:19:54.701578 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618225'] for router_interface (aa120af8-8933-4c7d-a108-f18b87822b9e), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.704980 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e6d4c408-3aba-4818-99c1-3b763e592aaf req-1e216bbb-1de8-459e-9f3f-9903764405ea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206996 Jan 24 09:19:54.766782 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d8465-25be-41d3-ad4f-dffdf2ba05c0 req-8560a6b8-41a4-418e-ab34-371473f8a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:54.768320 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-131d8465-25be-41d3-ad4f-dffdf2ba05c0 req-8560a6b8-41a4-418e-ab34-371473f8a5db service neutron] 10.222.0.115 "GET /v2.0/networks?id=f851d587-14cc-48ac-9b32-b0aa546a9c65 HTTP/1.1" status: 200 len: 920 time: 0.1644092 Jan 24 09:19:54.785053 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46854) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:54.831870 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c3f83e2e-9cc8-4ab4-8f43-d8a4f8c1d9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.844313 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-131d8465-25be-41d3-ad4f-dffdf2ba05c0 req-f1883c1c-7f99-4f3b-b913-0d6f86fd306e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8921ac36-ed44-4666-b756-63bd8f08a955 HTTP/1.1" status: 200 len: 217 time: 0.0623736 Jan 24 09:19:54.916611 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'name': 'tempest-TestVolumeBootPattern-206620258-router', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:49Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 3, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'gw_port': {'id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:50Z', 'updated_at': '2022-01-24T09:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:54.921714 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d8465-25be-41d3-ad4f-dffdf2ba05c0 req-2f5a725c-4068-4565-92fc-75c97edb6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:54.923266 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-131d8465-25be-41d3-ad4f-dffdf2ba05c0 req-2f5a725c-4068-4565-92fc-75c97edb6abd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7a5e6d63-43c4-459b-a03f-9672a3341cea HTTP/1.1" status: 200 len: 859 time: 0.0630734 Jan 24 09:19:54.950275 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e64863-7112-47b9-97d7-9148d7d78dcc None None] The sync data for ids ['aa120af8-8933-4c7d-a108-f18b87822b9e'] in dv-cinder-804035-26-iscsi is: [{'id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'name': 'tempest-TestVolumeBootPattern-206620258-router', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:49Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 3, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'gw_port': {'id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:50Z', 'updated_at': '2022-01-24T09:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:19:54.960480 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c3f83e2e-9cc8-4ab4-8f43-d8a4f8c1d9ab admin admin] Publish callbacks [] for security_group (a1a3cb57-a470-4b75-9d19-bf9c427d1580), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:54.983725 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-131d8465-25be-41d3-ad4f-dffdf2ba05c0 req-5bd6187b-6a90-4118-ae1d-a6445e221fe5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f851d587-14cc-48ac-9b32-b0aa546a9c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298760 Jan 24 09:19:55.005096 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (181092bd-1974-463c-bc35-cd0a374f431f), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:55.025638 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b7c550fe-f98a-4293-ba5d-2b00b8c566e3 None None] Provisioning complete for port 181092bd-1974-463c-bc35-cd0a374f431f triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:55.035265 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7c550fe-f98a-4293-ba5d-2b00b8c566e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (181092bd-1974-463c-bc35-cd0a374f431f), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:55.067071 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b7c550fe-f98a-4293-ba5d-2b00b8c566e3 None None] Port 181092bd-1974-463c-bc35-cd0a374f431f cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:19:55.120528 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-131d8465-25be-41d3-ad4f-dffdf2ba05c0 req-b8a29b0e-47fc-41b2-b343-04f507c75ca4 service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226156 Jan 24 09:19:55.127236 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c3f83e2e-9cc8-4ab4-8f43-d8a4f8c1d9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a1a3cb57-a470-4b75-9d19-bf9c427d1580), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:55.209958 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-c3f83e2e-9cc8-4ab4-8f43-d8a4f8c1d9ab admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ae3e9c6126cc4ecfaeed6f608ce23e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4238496 Jan 24 09:19:55.218129 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f83e2e-9cc8-4ab4-8f43-d8a4f8c1d9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a3cb57-a470-4b75-9d19-bf9c427d1580,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:55.245697 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46860) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:55.275957 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Publish callbacks [] for port (181092bd-1974-463c-bc35-cd0a374f431f), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:55.307333 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-131d8465-25be-41d3-ad4f-dffdf2ba05c0 req-9a96e5ed-685f-4e71-8f38-411ea9745ce6 service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747413 Jan 24 09:19:55.332136 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18398718'] for port (181092bd-1974-463c-bc35-cd0a374f431f), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:55.338265 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f26a12ec-2e19-4fad-b696-865b96f4e741 admin admin] Publish callbacks [] for security_group (a1a3cb57-a470-4b75-9d19-bf9c427d1580), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:55.380419 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f26a12ec-2e19-4fad-b696-865b96f4e741 admin admin] Publish callbacks [] for security_group (a1a3cb57-a470-4b75-9d19-bf9c427d1580), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:55.411638 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=181092bd-1974-463c-bc35-cd0a374f431f,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:55.432823 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622139'] for router_interface (aa120af8-8933-4c7d-a108-f18b87822b9e), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:55.548316 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Network 3bc54a79-056a-4cd4-9225-f671f3b86313 is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:19:55.551969 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:19:55.572827 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f26a12ec-2e19-4fad-b696-865b96f4e741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a1a3cb57-a470-4b75-9d19-bf9c427d1580), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:55.580892 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f26a12ec-2e19-4fad-b696-865b96f4e741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:55.580892 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-f26a12ec-2e19-4fad-b696-865b96f4e741 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a1a3cb57-a470-4b75-9d19-bf9c427d1580 HTTP/1.1" status: 204 len: 168 time: 0.3308461 Jan 24 09:19:55.595525 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a12ec-2e19-4fad-b696-865b96f4e741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a3cb57-a470-4b75-9d19-bf9c427d1580,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:55.721157 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Router aa120af8-8933-4c7d-a108-f18b87822b9e has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:19:55.884190 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:19:55.890315 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-65fe9d87-85bf-4e2e-b09b-2a1cc7e50ca2 admin admin] 10.222.0.113 "PUT /v2.0/routers/aa120af8-8933-4c7d-a108-f18b87822b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0153942 Jan 24 09:19:55.914613 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ef2d-e6b9-4e4d-adad-385922c2556a req-ea99db78-cbd2-4932-8684-13a494624e4a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:55.926434 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7c23ef2d-e6b9-4e4d-adad-385922c2556a req-ea99db78-cbd2-4932-8684-13a494624e4a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0893812 Jan 24 09:19:55.927721 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-fcc7a1d8-bb3c-4cf1-9c55-307996a867c9 None None] Provisioning complete for port 181092bd-1974-463c-bc35-cd0a374f431f triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:55.928321 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a1d8-bb3c-4cf1-9c55-307996a867c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (181092bd-1974-463c-bc35-cd0a374f431f), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:55.972832 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7a1d8-bb3c-4cf1-9c55-307996a867c9 None None] Port 181092bd-1974-463c-bc35-cd0a374f431f cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:19:55.998902 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7c23ef2d-e6b9-4e4d-adad-385922c2556a req-0932dd60-7a0d-4776-a5dd-5c0c2491c04f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710473 Jan 24 09:19:56.245556 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 4e3a880a-cc1b-434e-a896-d360cdaeac74 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:19:56.309801 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 4e3a880a-cc1b-434e-a896-d360cdaeac74 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:56.310851 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:56.397537 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 4e3a880a-cc1b-434e-a896-d360cdaeac74 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:56.397932 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:56.420414 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port 4e3a880a-cc1b-434e-a896-d360cdaeac74, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=4e3a880a-cc1b-434e-a896-d360cdaeac74,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:56.567307 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:56.636575 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=4e3a880a-cc1b-434e-a896-d360cdaeac74,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:56.713806 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46890) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:56.719155 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-2c71caf4-24c6-47a6-a0f7-2f51267a2a79 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899158498', 'description': 'tempest-secgroup-smoke-1899158498 description', 'project_id': 'bedaa9b436ab45108aa33633b17e58d0'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:56.858245 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c71caf4-24c6-47a6-a0f7-2f51267a2a79 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:56.907366 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Sync routers for ids ['aa120af8-8933-4c7d-a108-f18b87822b9e'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:19:56.917254 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Routers {'aa120af8-8933-4c7d-a108-f18b87822b9e'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:19:56.917962 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:19:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['aa120af8-8933-4c7d-a108-f18b87822b9e'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:56.932434 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c71caf4-24c6-47a6-a0f7-2f51267a2a79 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group (7e7aabea-6fe6-49b7-824e-f56d274b5bbf), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.034393 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Set router aa120af8-8933-4c7d-a108-f18b87822b9e gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:19:57.035187 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c71caf4-24c6-47a6-a0f7-2f51267a2a79 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7e7aabea-6fe6-49b7-824e-f56d274b5bbf), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.071728 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71caf4-24c6-47a6-a0f7-2f51267a2a79 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7aabea-6fe6-49b7-824e-f56d274b5bbf,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:57.121561 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c2994-d43f-4624-b94f-832f2aa83b4f req-e392d1a4-a96f-41b6-b9ae-3e77c3f20639 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:57.123203 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fb0c2994-d43f-4624-b94f-832f2aa83b4f req-e392d1a4-a96f-41b6-b9ae-3e77c3f20639 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0546229 Jan 24 09:19:57.202476 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fb0c2994-d43f-4624-b94f-832f2aa83b4f req-e5ef7a93-a6c5-420b-93f8-5261efa82520 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661867 Jan 24 09:19:57.231542 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c71caf4-24c6-47a6-a0f7-2f51267a2a79 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.238641 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2c71caf4-24c6-47a6-a0f7-2f51267a2a79 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5179951 Jan 24 09:19:57.239082 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46908) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:57.243591 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-efa54ec9-f497-4a5e-bb7a-9e0f8d7c2d43 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'security_group_rule': {'security_group_id': '7e7aabea-6fe6-49b7-824e-f56d274b5bbf', 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:57.269563 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'name': 'tempest-TestVolumeBootPattern-206620258-router', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:49Z', 'updated_at': '2022-01-24T09:19:54Z', 'revision_number': 4, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'gw_port': {'id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:50Z', 'updated_at': '2022-01-24T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '181092bd-1974-463c-bc35-cd0a374f431f', 'name': '', 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'mac_address': 'fa:16:3e:3d:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f55bd26-5d28-4bbf-8ae0-f4104ae97c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:53Z', 'updated_at': '2022-01-24T09:19:55Z', 'revision_number': 2, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'subnets': [{'id': '1f55bd26-5d28-4bbf-8ae0-f4104ae97c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:57.297427 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Checking router: aa120af8-8933-4c7d-a108-f18b87822b9e for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:19:57.297788 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Updating router aa120af8-8933-4c7d-a108-f18b87822b9e port 181092bd-1974-463c-bc35-cd0a374f431f binding host dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:19:57.322291 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (181092bd-1974-463c-bc35-cd0a374f431f), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.392764 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-efa54ec9-f497-4a5e-bb7a-9e0f8d7c2d43 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (7d3de7b4-a987-4032-aef7-038c32658126), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.457893 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-efa54ec9-f497-4a5e-bb7a-9e0f8d7c2d43 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (7d3de7b4-a987-4032-aef7-038c32658126), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.615237 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Publish callbacks [] for port (181092bd-1974-463c-bc35-cd0a374f431f), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.675235 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-efa54ec9-f497-4a5e-bb7a-9e0f8d7c2d43 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (7d3de7b4-a987-4032-aef7-038c32658126), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.691499 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa54ec9-f497-4a5e-bb7a-9e0f8d7c2d43 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3de7b4-a987-4032-aef7-038c32658126,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:57.778213 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (181092bd-1974-463c-bc35-cd0a374f431f), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.831558 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176c80a-9b54-4ffc-8314-c1b51ed4d7c5 None None] Pushing event updated for resources: {'Port': ['ID=181092bd-1974-463c-bc35-cd0a374f431f,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:57.848157 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-efa54ec9-f497-4a5e-bb7a-9e0f8d7c2d43 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.853677 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-efa54ec9-f497-4a5e-bb7a-9e0f8d7c2d43 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6108160 Jan 24 09:19:57.854024 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46922) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:57.859548 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-d43ea402-741e-4d90-afd0-d6ddb4bbb430 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'security_group_rule': {'security_group_id': '7e7aabea-6fe6-49b7-824e-f56d274b5bbf', 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:57.891217 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Attempting to bind port 181092bd-1974-463c-bc35-cd0a374f431f on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:19:57.891934 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Attempting to bind port 181092bd-1974-463c-bc35-cd0a374f431f by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '78cd40f1-9d74-488d-b43a-9d2473c9f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:19:57.892392 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Attempting to bind port 181092bd-1974-463c-bc35-cd0a374f431f on network 3bc54a79-056a-4cd4-9225-f671f3b86313 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:19:57.898009 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:19:57.898434 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Checking segment: {'id': '78cd40f1-9d74-488d-b43a-9d2473c9f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:19:57.898841 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.899236 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Bound using segment: {'id': '78cd40f1-9d74-488d-b43a-9d2473c9f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:19:57.899883 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Bound port: 181092bd-1974-463c-bc35-cd0a374f431f, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78cd40f1-9d74-488d-b43a-9d2473c9f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:19:57.900260 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (181092bd-1974-463c-bc35-cd0a374f431f), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.985523 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d43ea402-741e-4d90-afd0-d6ddb4bbb430 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (94ae1b90-a9cb-440e-a10b-d5415f2ab3a9), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:57.986914 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] For port 181092bd-1974-463c-bc35-cd0a374f431f, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:19:57.996749 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] For port 181092bd-1974-463c-bc35-cd0a374f431f, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=181092bd-1974-463c-bc35-cd0a374f431f,segment=NetworkSegment(78cd40f1-9d74-488d-b43a-9d2473c9f017),segment_id=78cd40f1-9d74-488d-b43a-9d2473c9f017)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:19:58.068267 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d43ea402-741e-4d90-afd0-d6ddb4bbb430 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (94ae1b90-a9cb-440e-a10b-d5415f2ab3a9), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:58.093191 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (181092bd-1974-463c-bc35-cd0a374f431f), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:58.158509 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Routers {'aa120af8-8933-4c7d-a108-f18b87822b9e'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:19:58.159325 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:19:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['aa120af8-8933-4c7d-a108-f18b87822b9e'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:58.177955 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d43ea402-741e-4d90-afd0-d6ddb4bbb430 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (94ae1b90-a9cb-440e-a10b-d5415f2ab3a9), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:58.214844 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ea402-741e-4d90-afd0-d6ddb4bbb430 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ae1b90-a9cb-440e-a10b-d5415f2ab3a9,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:58.262493 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 4e3a880a-cc1b-434e-a896-d360cdaeac74 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:19:58.270213 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176c80a-9b54-4ffc-8314-c1b51ed4d7c5 None None] Pushing event updated for resources: {'Port': ['ID=181092bd-1974-463c-bc35-cd0a374f431f,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:58.296186 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d43ea402-741e-4d90-afd0-d6ddb4bbb430 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:58.298720 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-d43ea402-741e-4d90-afd0-d6ddb4bbb430 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4434350 Jan 24 09:19:58.300542 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46942) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:58.305409 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-104b13af-8d5c-4550-9ebf-c365c27fd725 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'security_group_rule': {'security_group_id': '7e7aabea-6fe6-49b7-824e-f56d274b5bbf', 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:58.324390 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-dc86331b-9f7c-45f8-b639-ccfba4f2e789 None None] Provisioning complete for port 181092bd-1974-463c-bc35-cd0a374f431f triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:58.325076 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dc86331b-9f7c-45f8-b639-ccfba4f2e789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (181092bd-1974-463c-bc35-cd0a374f431f), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:58.422200 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063e8c0-575f-4601-b399-633ff501b9d2 req-702b9613-3ba0-4898-bd25-ad370885062c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:58.429768 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1063e8c0-575f-4601-b399-633ff501b9d2 req-702b9613-3ba0-4898-bd25-ad370885062c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0872390 Jan 24 09:19:58.437115 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] Set router aa120af8-8933-4c7d-a108-f18b87822b9e gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:19:58.496375 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1063e8c0-575f-4601-b399-633ff501b9d2 req-af20bee8-92b0-483d-8abb-f6202e3e8415 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653453 Jan 24 09:19:58.498821 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 4e3a880a-cc1b-434e-a896-d360cdaeac74 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:58.499265 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:58.535701 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-104b13af-8d5c-4550-9ebf-c365c27fd725 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (80b7b87f-7b62-48e3-a0c3-2408a88670d8), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:58.600417 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-104b13af-8d5c-4550-9ebf-c365c27fd725 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (80b7b87f-7b62-48e3-a0c3-2408a88670d8), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:58.709280 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-dc86331b-9f7c-45f8-b639-ccfba4f2e789 None None] Current status of the port 181092bd-1974-463c-bc35-cd0a374f431f is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:58.709672 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dc86331b-9f7c-45f8-b639-ccfba4f2e789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (181092bd-1974-463c-bc35-cd0a374f431f), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:58.732014 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-104b13af-8d5c-4550-9ebf-c365c27fd725 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (80b7b87f-7b62-48e3-a0c3-2408a88670d8), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:58.761136 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b13af-8d5c-4550-9ebf-c365c27fd725 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b7b87f-7b62-48e3-a0c3-2408a88670d8,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:58.807288 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-dc86331b-9f7c-45f8-b639-ccfba4f2e789 None None] For port 181092bd-1974-463c-bc35-cd0a374f431f, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=181092bd-1974-463c-bc35-cd0a374f431f,segment=NetworkSegment(78cd40f1-9d74-488d-b43a-9d2473c9f017),segment_id=78cd40f1-9d74-488d-b43a-9d2473c9f017)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:19:58.855601 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 4e3a880a-cc1b-434e-a896-d360cdaeac74 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:58.888246 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-104b13af-8d5c-4550-9ebf-c365c27fd725 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:58.889559 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-104b13af-8d5c-4550-9ebf-c365c27fd725 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5877802 Jan 24 09:19:58.892616 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 46958) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:58.896972 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-ba50ba2c-c00c-44ce-a604-b1956f55da9c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'security_group_rule': {'security_group_id': '7e7aabea-6fe6-49b7-824e-f56d274b5bbf', 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:58.905822 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'name': 'tempest-TestVolumeBootPattern-206620258-router', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:49Z', 'updated_at': '2022-01-24T09:19:54Z', 'revision_number': 4, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'gw_port': {'id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:50Z', 'updated_at': '2022-01-24T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '181092bd-1974-463c-bc35-cd0a374f431f', 'name': '', 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'mac_address': 'fa:16:3e:3d:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f55bd26-5d28-4bbf-8ae0-f4104ae97c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:53Z', 'updated_at': '2022-01-24T09:19:57Z', 'revision_number': 4, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'subnets': [{'id': '1f55bd26-5d28-4bbf-8ae0-f4104ae97c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:19:58.937125 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbbd5fb-3909-477e-8466-0d908120e1a1 None None] The sync data for ids ['aa120af8-8933-4c7d-a108-f18b87822b9e'] in dv-cinder-804035-26-iscsi is: [{'id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'name': 'tempest-TestVolumeBootPattern-206620258-router', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:49Z', 'updated_at': '2022-01-24T09:19:54Z', 'revision_number': 4, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'gw_port': {'id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:50Z', 'updated_at': '2022-01-24T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '181092bd-1974-463c-bc35-cd0a374f431f', 'name': '', 'network_id': '3bc54a79-056a-4cd4-9225-f671f3b86313', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'mac_address': 'fa:16:3e:3d:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1f55bd26-5d28-4bbf-8ae0-f4104ae97c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:53Z', 'updated_at': '2022-01-24T09:19:57Z', 'revision_number': 4, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'subnets': [{'id': '1f55bd26-5d28-4bbf-8ae0-f4104ae97c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:19:58.991757 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dc86331b-9f7c-45f8-b639-ccfba4f2e789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (181092bd-1974-463c-bc35-cd0a374f431f), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:59.048513 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ba50ba2c-c00c-44ce-a604-b1956f55da9c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (92c40bee-8092-4bec-8f0e-ae1ee7ae8390), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:59.053324 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86331b-9f7c-45f8-b639-ccfba4f2e789 None None] Pushing event updated for resources: {'Port': ['ID=181092bd-1974-463c-bc35-cd0a374f431f,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:59.113744 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-bd499a2b-58bf-487d-b82f-c298c11ee965 None None] Provisioning complete for port 181092bd-1974-463c-bc35-cd0a374f431f triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:19:59.114170 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bd499a2b-58bf-487d-b82f-c298c11ee965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (181092bd-1974-463c-bc35-cd0a374f431f), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:59.119209 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ba50ba2c-c00c-44ce-a604-b1956f55da9c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (92c40bee-8092-4bec-8f0e-ae1ee7ae8390), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:59.198752 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-bd499a2b-58bf-487d-b82f-c298c11ee965 None None] Current status of the port 181092bd-1974-463c-bc35-cd0a374f431f is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:19:59.252451 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ba50ba2c-c00c-44ce-a604-b1956f55da9c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (92c40bee-8092-4bec-8f0e-ae1ee7ae8390), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:59.277630 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50ba2c-c00c-44ce-a604-b1956f55da9c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c40bee-8092-4bec-8f0e-ae1ee7ae8390,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:19:59.380119 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ba50ba2c-c00c-44ce-a604-b1956f55da9c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:59.381584 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-ba50ba2c-c00c-44ce-a604-b1956f55da9c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4880290 Jan 24 09:19:59.384444 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46964) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:19:59.388945 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-9bb49a65-5bb8-4e4e-97d9-7c8140a4aeba tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'security_group_rule': {'security_group_id': '7e7aabea-6fe6-49b7-824e-f56d274b5bbf', 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:19:59.561917 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.securitygroups_db [None req-9bb49a65-5bb8-4e4e-97d9-7c8140a4aeba tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Project bedaa9b436ab45108aa33633b17e58d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:19:59.567854 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9bb49a65-5bb8-4e4e-97d9-7c8140a4aeba tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (60cca79a-b41e-46bc-8a45-f940f36dfacb), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:59.665605 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c0b74-987d-4a90-8361-3804cf57c621 req-5bbc02c4-6116-42a5-9920-b1d3a70ef32f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:19:59.667257 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5f4c0b74-987d-4a90-8361-3804cf57c621 req-5bbc02c4-6116-42a5-9920-b1d3a70ef32f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0823681 Jan 24 09:19:59.680576 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9bb49a65-5bb8-4e4e-97d9-7c8140a4aeba tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (60cca79a-b41e-46bc-8a45-f940f36dfacb), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:59.734960 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5f4c0b74-987d-4a90-8361-3804cf57c621 req-39f0e7fc-a0a4-4a7d-8a77-4bbb8f2dd325 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575678 Jan 24 09:19:59.859706 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9bb49a65-5bb8-4e4e-97d9-7c8140a4aeba tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (60cca79a-b41e-46bc-8a45-f940f36dfacb), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:19:59.882316 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb49a65-5bb8-4e4e-97d9-7c8140a4aeba tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cca79a-b41e-46bc-8a45-f940f36dfacb,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:00.049745 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9bb49a65-5bb8-4e4e-97d9-7c8140a4aeba tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:00.051811 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-9bb49a65-5bb8-4e4e-97d9-7c8140a4aeba tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6663647 Jan 24 09:20:00.054942 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 46978) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:00.064487 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-2e1f46c6-2f4b-4099-ada1-9e223d6fb790 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'security_group_rule': {'security_group_id': '7e7aabea-6fe6-49b7-824e-f56d274b5bbf', 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:20:00.154903 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.securitygroups_db [None req-2e1f46c6-2f4b-4099-ada1-9e223d6fb790 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Project bedaa9b436ab45108aa33633b17e58d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:20:00.160558 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2e1f46c6-2f4b-4099-ada1-9e223d6fb790 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (3b38505f-6201-49ee-8b56-6f41187c42de), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:00.222506 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 181092bd-1974-463c-bc35-cd0a374f431f up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:20:00.228552 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2e1f46c6-2f4b-4099-ada1-9e223d6fb790 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (3b38505f-6201-49ee-8b56-6f41187c42de), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:00.274467 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 181092bd-1974-463c-bc35-cd0a374f431f triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:20:00.274751 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (181092bd-1974-463c-bc35-cd0a374f431f), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:00.332221 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2e1f46c6-2f4b-4099-ada1-9e223d6fb790 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (3b38505f-6201-49ee-8b56-6f41187c42de), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:00.349925 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f46c6-2f4b-4099-ada1-9e223d6fb790 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b38505f-6201-49ee-8b56-6f41187c42de,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:00.350161 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 181092bd-1974-463c-bc35-cd0a374f431f is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:20:00.477486 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2e1f46c6-2f4b-4099-ada1-9e223d6fb790 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:00.479174 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2e1f46c6-2f4b-4099-ada1-9e223d6fb790 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4221745 Jan 24 09:20:02.397170 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979fb51-86c9-48bc-8b51-080cb5469df8 req-1389446c-1889-42f5-8929-10ee6ec0edb4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:02.398686 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b979fb51-86c9-48bc-8b51-080cb5469df8 req-1389446c-1889-42f5-8929-10ee6ec0edb4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0489821 Jan 24 09:20:02.448147 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b979fb51-86c9-48bc-8b51-080cb5469df8 req-86c2d15f-b96a-4098-aabf-21c9a3e8b51d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436919 Jan 24 09:20:02.872187 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b8e88-c4ed-4079-ac49-44b980826432 req-a630dfb2-8312-4595-9c1d-2db35c82e534 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:02.874621 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7c6b8e88-c4ed-4079-ac49-44b980826432 req-a630dfb2-8312-4595-9c1d-2db35c82e534 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0870347 Jan 24 09:20:02.921781 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7c6b8e88-c4ed-4079-ac49-44b980826432 req-0f64c91b-96b8-4b3a-9adc-412de9159922 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413618 Jan 24 09:20:03.166757 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 47112) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:03.275202 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-578f965d-eb21-4b6d-8f96-d55d1ccaa6c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:03.352451 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-578f965d-eb21-4b6d-8f96-d55d1ccaa6c4 admin admin] Publish callbacks [] for security_group (9d2954ea-6b96-4710-8d49-b790c7ce2869), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:03.515045 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-578f965d-eb21-4b6d-8f96-d55d1ccaa6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (9d2954ea-6b96-4710-8d49-b790c7ce2869), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:03.555724 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-578f965d-eb21-4b6d-8f96-d55d1ccaa6c4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=acbb3affe5ea441a9d6c10f1913b6094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878531 Jan 24 09:20:03.556675 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f965d-eb21-4b6d-8f96-d55d1ccaa6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2954ea-6b96-4710-8d49-b790c7ce2869,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:03.558938 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 47122) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:03.582979 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ca052-dcf3-4e5c-95e4-6d3b33649c56 req-2604b51b-cfc6-4a3f-abdd-1d7acb929714 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:03.584521 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b62ca052-dcf3-4e5c-95e4-6d3b33649c56 req-2604b51b-cfc6-4a3f-abdd-1d7acb929714 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0620735 Jan 24 09:20:03.668342 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b62ca052-dcf3-4e5c-95e4-6d3b33649c56 req-7456cbb1-bd7e-49d0-af39-c382415a0803 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769346 Jan 24 09:20:03.669074 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca09f-d274-4a3d-99c5-af0affdadb36 admin admin] Publish callbacks [] for security_group (9d2954ea-6b96-4710-8d49-b790c7ce2869), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:03.693736 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca09f-d274-4a3d-99c5-af0affdadb36 admin admin] Publish callbacks [] for security_group (9d2954ea-6b96-4710-8d49-b790c7ce2869), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:03.880690 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca09f-d274-4a3d-99c5-af0affdadb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (9d2954ea-6b96-4710-8d49-b790c7ce2869), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:03.884314 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca09f-d274-4a3d-99c5-af0affdadb36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:03.885669 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-1a4ca09f-d274-4a3d-99c5-af0affdadb36 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9d2954ea-6b96-4710-8d49-b790c7ce2869 HTTP/1.1" status: 204 len: 168 time: 0.3248169 Jan 24 09:20:03.896642 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ca09f-d274-4a3d-99c5-af0affdadb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2954ea-6b96-4710-8d49-b790c7ce2869,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:04.808138 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a79eb-2c26-4243-ad4b-362456a247b4 req-6d3b14a0-d004-4bc8-8a5d-16a000e0ec81 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:04.809673 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ff4a79eb-2c26-4243-ad4b-362456a247b4 req-6d3b14a0-d004-4bc8-8a5d-16a000e0ec81 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0636692 Jan 24 09:20:04.825279 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 47150) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:04.840880 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-16e226d3-7c38-405a-a996-d052ac5a67fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:04.874816 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ff4a79eb-2c26-4243-ad4b-362456a247b4 req-aa399a5d-c19e-4a30-b168-24316bfd75cb tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561466 Jan 24 09:20:04.927707 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-16e226d3-7c38-405a-a996-d052ac5a67fe admin admin] Publish callbacks [] for security_group (7fdca613-8cfb-4ffe-bccc-296753198b98), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:05.028864 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-16e226d3-7c38-405a-a996-d052ac5a67fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7fdca613-8cfb-4ffe-bccc-296753198b98), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:05.066901 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-16e226d3-7c38-405a-a996-d052ac5a67fe admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=abd84a776c0c4011aae5696e1b77a432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393677 Jan 24 09:20:05.069042 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e226d3-7c38-405a-a996-d052ac5a67fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdca613-8cfb-4ffe-bccc-296753198b98,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:05.069722 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 47156) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:05.131626 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5ba90b0-8c3b-46f9-8463-33802a172aa1 admin admin] Publish callbacks [] for security_group (7fdca613-8cfb-4ffe-bccc-296753198b98), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:05.156243 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5ba90b0-8c3b-46f9-8463-33802a172aa1 admin admin] Publish callbacks [] for security_group (7fdca613-8cfb-4ffe-bccc-296753198b98), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:05.333023 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5ba90b0-8c3b-46f9-8463-33802a172aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7fdca613-8cfb-4ffe-bccc-296753198b98), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:05.337388 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5ba90b0-8c3b-46f9-8463-33802a172aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:05.339640 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-f5ba90b0-8c3b-46f9-8463-33802a172aa1 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7fdca613-8cfb-4ffe-bccc-296753198b98 HTTP/1.1" status: 204 len: 168 time: 0.2679341 Jan 24 09:20:05.359425 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba90b0-8c3b-46f9-8463-33802a172aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdca613-8cfb-4ffe-bccc-296753198b98,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:06.016399 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be3dea-0748-4364-8adf-c4ecc938349c req-03ae43d7-f84f-404a-911f-e6545d40dfe8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:06.017802 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-e8be3dea-0748-4364-8adf-c4ecc938349c req-03ae43d7-f84f-404a-911f-e6545d40dfe8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0520475 Jan 24 09:20:06.064923 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-e8be3dea-0748-4364-8adf-c4ecc938349c req-8b4b4bc6-6053-47f3-adca-4494a1b47f85 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414762 Jan 24 09:20:07.188146 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e7b1d-7c09-4f70-b10b-8c8241489d84 req-d7992e9f-00dc-4c9a-8ec0-4fdf427cb6f4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:07.189679 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b66e7b1d-7c09-4f70-b10b-8c8241489d84 req-d7992e9f-00dc-4c9a-8ec0-4fdf427cb6f4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0515037 Jan 24 09:20:07.246641 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b66e7b1d-7c09-4f70-b10b-8c8241489d84 req-d71d0a75-3261-4fec-b5d5-228ace4b05c9 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476787 Jan 24 09:20:08.379851 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd7146-df48-4267-9bf3-50e803d469b2 req-c510692e-b4b4-443e-b471-656dbd2fc4cf tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:08.381821 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d7dd7146-df48-4267-9bf3-50e803d469b2 req-c510692e-b4b4-443e-b471-656dbd2fc4cf tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0581520 Jan 24 09:20:08.438833 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d7dd7146-df48-4267-9bf3-50e803d469b2 req-727da52c-a011-4a7b-8fd1-256b0fc5a4aa tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512877 Jan 24 09:20:09.565661 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b780c7-8864-4ae7-87da-652c72a8cf4d req-73bc622a-f7ae-4890-9f80-ac36b9607a03 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:09.567179 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f2b780c7-8864-4ae7-87da-652c72a8cf4d req-73bc622a-f7ae-4890-9f80-ac36b9607a03 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0503967 Jan 24 09:20:09.616130 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f2b780c7-8864-4ae7-87da-652c72a8cf4d req-e4def7a3-dabb-4602-8934-7635476e9d9f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Jan 24 09:20:10.740871 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f140d-41eb-4ebd-a910-74756bf0718a req-785f2e92-72b9-4a88-9263-f352174f8164 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:10.742387 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-197f140d-41eb-4ebd-a910-74756bf0718a req-785f2e92-72b9-4a88-9263-f352174f8164 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0541975 Jan 24 09:20:10.789872 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-197f140d-41eb-4ebd-a910-74756bf0718a req-c4dc7af8-5939-4403-af4d-5285b2bf800b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418210 Jan 24 09:20:11.921160 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d3a73-f369-4e53-9e60-6e3550e4434b req-7a423da3-8674-4670-a77a-636d5068b1d4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:11.922659 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-272d3a73-f369-4e53-9e60-6e3550e4434b req-7a423da3-8674-4670-a77a-636d5068b1d4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0554512 Jan 24 09:20:11.971323 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-272d3a73-f369-4e53-9e60-6e3550e4434b req-bfd9355f-9578-49b4-840e-2dd981b6bb63 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Jan 24 09:20:13.097048 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75043680-be38-401d-850c-65ab9a84713e req-ff30f424-52f3-4843-afb0-d8dbf93c76e1 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:13.098571 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-75043680-be38-401d-850c-65ab9a84713e req-ff30f424-52f3-4843-afb0-d8dbf93c76e1 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0539510 Jan 24 09:20:13.146009 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-75043680-be38-401d-850c-65ab9a84713e req-f501e13c-c2d9-47e4-bb04-981f78318cc0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418684 Jan 24 09:20:14.284743 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd331d-5982-43cd-9ab1-9e5f041b816c req-54602e85-c20e-4b99-b992-cab13299a368 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:14.286231 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-46cd331d-5982-43cd-9ab1-9e5f041b816c req-54602e85-c20e-4b99-b992-cab13299a368 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0582917 Jan 24 09:20:14.337112 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-46cd331d-5982-43cd-9ab1-9e5f041b816c req-0c6bed8e-95c9-4bab-b0dc-ae793ca411a1 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453482 Jan 24 09:20:15.481490 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a917b4-b6e5-44bd-82b7-889280c4f64f req-94c73ca5-ef6f-4a3d-a52b-4fa8c651b204 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:15.483105 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c5a917b4-b6e5-44bd-82b7-889280c4f64f req-94c73ca5-ef6f-4a3d-a52b-4fa8c651b204 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0670471 Jan 24 09:20:15.530711 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c5a917b4-b6e5-44bd-82b7-889280c4f64f req-9eeaf627-17cc-4f21-89cd-f2c9dae82e9c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408220 Jan 24 09:20:16.234421 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa593d8e-a676-4773-94f5-81ca304e35fe req-24570c62-27a2-4fd7-a286-44c93eef1b93 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:16.234421 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fa593d8e-a676-4773-94f5-81ca304e35fe req-24570c62-27a2-4fd7-a286-44c93eef1b93 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0630579 Jan 24 09:20:16.269980 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-03d37d4a-e491-47f3-8ba2-e66d54e6989a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:16.291551 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fa593d8e-a676-4773-94f5-81ca304e35fe req-b204577c-1f13-4b25-ac00-1ec18286cec1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470688 Jan 24 09:20:16.662740 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d01b3-6d03-4c28-a72c-35e68d8f43f6 req-8370e807-79a1-4df5-b597-b49183c30b81 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:16.664258 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ab0d01b3-6d03-4c28-a72c-35e68d8f43f6 req-8370e807-79a1-4df5-b597-b49183c30b81 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0496361 Jan 24 09:20:16.725919 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ab0d01b3-6d03-4c28-a72c-35e68d8f43f6 req-a35a9d12-5ab9-41c0-8a36-b23794c425e0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560787 Jan 24 09:20:17.414633 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b5a82-26f8-4fd4-80bd-b60cbd4b8633 req-955150e8-55fb-4cd3-a375-bbcc93e28873 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:17.416128 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d48b5a82-26f8-4fd4-80bd-b60cbd4b8633 req-955150e8-55fb-4cd3-a375-bbcc93e28873 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0548735 Jan 24 09:20:17.482316 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d48b5a82-26f8-4fd4-80bd-b60cbd4b8633 req-ae19e587-6d10-4e3a-badc-835219badd59 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601344 Jan 24 09:20:17.639947 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:17.851770 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d610dd9-ae2e-48a4-a9c7-76e26be0f8d7 req-6a403322-ed4e-462b-b445-f7db7718e19c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:17.853258 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3d610dd9-ae2e-48a4-a9c7-76e26be0f8d7 req-6a403322-ed4e-462b-b445-f7db7718e19c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0541089 Jan 24 09:20:17.914679 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3d610dd9-ae2e-48a4-a9c7-76e26be0f8d7 req-ebe290a3-a6a5-4197-9428-db58ef3645c2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548100 Jan 24 09:20:18.597163 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e538e-68da-4739-b977-0592151375e7 req-6af8f80c-a1a1-4e82-8e22-7f899e0b07dd tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:18.598865 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fe6e538e-68da-4739-b977-0592151375e7 req-6af8f80c-a1a1-4e82-8e22-7f899e0b07dd tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0493729 Jan 24 09:20:18.605628 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d94fe862-9714-4d89-9057-612deb27d933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:18.648201 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fe6e538e-68da-4739-b977-0592151375e7 req-5cb82645-db79-46ee-b030-75caa229adf2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437148 Jan 24 09:20:19.041752 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1e9ab-8103-4369-b428-6d5dd02664c8 req-333e5560-b9af-482b-9f04-ae68df41fc9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:19.043271 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bbf1e9ab-8103-4369-b428-6d5dd02664c8 req-333e5560-b9af-482b-9f04-ae68df41fc9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0491123 Jan 24 09:20:19.093048 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bbf1e9ab-8103-4369-b428-6d5dd02664c8 req-b4493982-c334-4776-a0c1-af9116330aca tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 Jan 24 09:20:19.296226 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72b5245a-263a-47a0-b625-81fb473ca2e4 req-9582a519-319d-4e9c-b9da-5df9f2694517 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415521 Jan 24 09:20:19.364297 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5245a-263a-47a0-b625-81fb473ca2e4 req-e782982d-dc15-44e5-a189-9824bbe6e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:19.365717 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72b5245a-263a-47a0-b625-81fb473ca2e4 req-e782982d-dc15-44e5-a189-9824bbe6e8ca service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 1099 time: 0.0421705 Jan 24 09:20:19.709204 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5245a-263a-47a0-b625-81fb473ca2e4 req-a93d30f3-0f37-49e1-bc0e-060a9f565213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:19.710747 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72b5245a-263a-47a0-b625-81fb473ca2e4 req-a93d30f3-0f37-49e1-bc0e-060a9f565213 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f851d587-14cc-48ac-9b32-b0aa546a9c65 HTTP/1.1" status: 200 len: 920 time: 0.3141899 Jan 24 09:20:19.766295 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72b5245a-263a-47a0-b625-81fb473ca2e4 req-be4de032-3eb8-4121-b801-ffdfd94da856 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8921ac36-ed44-4666-b756-63bd8f08a955 HTTP/1.1" status: 200 len: 217 time: 0.0430288 Jan 24 09:20:19.775020 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554ceb5-45b6-4009-9e52-4130ac57f38e req-a3331ee8-e513-467a-b9b9-5c0ec4b07c64 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:19.776547 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5554ceb5-45b6-4009-9e52-4130ac57f38e req-a3331ee8-e513-467a-b9b9-5c0ec4b07c64 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0503361 Jan 24 09:20:19.824120 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5554ceb5-45b6-4009-9e52-4130ac57f38e req-38a08121-f10d-4f01-af4e-3417b1da1c71 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420105 Jan 24 09:20:19.827231 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5245a-263a-47a0-b625-81fb473ca2e4 req-ad171f99-95d3-4335-ae70-cf50bc4926dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:19.827231 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72b5245a-263a-47a0-b625-81fb473ca2e4 req-ad171f99-95d3-4335-ae70-cf50bc4926dd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7a5e6d63-43c4-459b-a03f-9672a3341cea HTTP/1.1" status: 200 len: 859 time: 0.0466366 Jan 24 09:20:19.856878 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:19.859880 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72b5245a-263a-47a0-b625-81fb473ca2e4 req-13e33fe9-e41d-4419-94d7-e292f44b4e73 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f851d587-14cc-48ac-9b32-b0aa546a9c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248241 Jan 24 09:20:19.964222 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72b5245a-263a-47a0-b625-81fb473ca2e4 req-96f8e83d-d158-45da-b33e-8aee127f52bb service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895081 Jan 24 09:20:20.083644 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-72b5245a-263a-47a0-b625-81fb473ca2e4 req-48ec1c32-6956-4301-99d9-633fe739c75c service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078303 Jan 24 09:20:20.218135 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13da765-6033-4ff7-a1c1-84ed52772432 req-d1364a3f-0548-4458-adc0-573a8a7394ed tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:20.219638 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a13da765-6033-4ff7-a1c1-84ed52772432 req-d1364a3f-0548-4458-adc0-573a8a7394ed tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0532815 Jan 24 09:20:20.266710 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a13da765-6033-4ff7-a1c1-84ed52772432 req-cc88cdc5-19e1-4205-ad8d-3248ba66fc87 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413194 Jan 24 09:20:20.484954 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 47414) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:20.588805 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3d4c-2731-4c78-8920-11813d7414b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:20.662639 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3d4c-2731-4c78-8920-11813d7414b3 admin admin] Publish callbacks [] for security_group (16a1e64f-1365-4549-865a-2e80e5009222), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:20.822390 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fc9e3d4c-2731-4c78-8920-11813d7414b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (16a1e64f-1365-4549-865a-2e80e5009222), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:20.861872 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-fc9e3d4c-2731-4c78-8920-11813d7414b3 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1dde0bd3baad4fd78dbea0cb13a92931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757689 Jan 24 09:20:20.863502 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e3d4c-2731-4c78-8920-11813d7414b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a1e64f-1365-4549-865a-2e80e5009222,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:20.866448 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 47422) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:20.920244 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b295-6d4f-4bd5-999f-c7a58b9f70cd admin admin] Publish callbacks [] for security_group (16a1e64f-1365-4549-865a-2e80e5009222), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:20.942479 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b295-6d4f-4bd5-999f-c7a58b9f70cd admin admin] Publish callbacks [] for security_group (16a1e64f-1365-4549-865a-2e80e5009222), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:20.943484 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ba3e6-81e7-4dc2-b133-9a16b2a8b74d req-bd0683e6-5f7d-4418-aa72-7f02b9e80985 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:20.945040 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-364ba3e6-81e7-4dc2-b133-9a16b2a8b74d req-bd0683e6-5f7d-4418-aa72-7f02b9e80985 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Jan 24 09:20:20.954265 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:20.995210 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-364ba3e6-81e7-4dc2-b133-9a16b2a8b74d req-fb4bdb93-94de-4bb3-bfaf-c7da34efbbce tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443377 Jan 24 09:20:21.074493 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b295-6d4f-4bd5-999f-c7a58b9f70cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (16a1e64f-1365-4549-865a-2e80e5009222), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:21.080806 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4cb5b295-6d4f-4bd5-999f-c7a58b9f70cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:21.080806 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-4cb5b295-6d4f-4bd5-999f-c7a58b9f70cd admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/16a1e64f-1365-4549-865a-2e80e5009222 HTTP/1.1" status: 204 len: 168 time: 0.2104096 Jan 24 09:20:21.087611 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5b295-6d4f-4bd5-999f-c7a58b9f70cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a1e64f-1365-4549-865a-2e80e5009222,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:21.393858 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9fc42-4368-4489-9ea4-0a7700770d0d req-511c88cc-1a19-4d91-97ec-21c96384abf0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:21.395419 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-97c9fc42-4368-4489-9ea4-0a7700770d0d req-511c88cc-1a19-4d91-97ec-21c96384abf0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0543959 Jan 24 09:20:21.446924 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-97c9fc42-4368-4489-9ea4-0a7700770d0d req-0edd5cde-f8fa-4f86-953e-0ca9fea77a1e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456455 Jan 24 09:20:21.833195 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 47436) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:21.846087 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5f0b24bd-badf-4e56-85f2-d95ed6280421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:21.918538 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5f0b24bd-badf-4e56-85f2-d95ed6280421 admin admin] Publish callbacks [] for security_group (e8537262-40fa-410c-9950-84a0d5de17f1), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:22.034486 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5f0b24bd-badf-4e56-85f2-d95ed6280421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e8537262-40fa-410c-9950-84a0d5de17f1), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:22.089121 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-5f0b24bd-badf-4e56-85f2-d95ed6280421 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7009b0a6cbcb4c55842c6098a143f136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548435 Jan 24 09:20:22.091781 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 47440) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:22.103298 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b24bd-badf-4e56-85f2-d95ed6280421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8537262-40fa-410c-9950-84a0d5de17f1,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:22.132323 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9e2c9-0cfe-47e9-ac01-b6a8f73a9b75 req-57a9c661-5a3a-4e85-bb61-ff9757a6db69 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:22.132323 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7dd9e2c9-0cfe-47e9-ac01-b6a8f73a9b75 req-57a9c661-5a3a-4e85-bb61-ff9757a6db69 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0663218 Jan 24 09:20:22.177968 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-242469ee-3ba2-40b0-8a04-5527dbda97c5 admin admin] Publish callbacks [] for security_group (e8537262-40fa-410c-9950-84a0d5de17f1), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:22.179471 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 73ec9bcf-7f40-4fd5-9968-de1accae6f03 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:20:22.185833 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7dd9e2c9-0cfe-47e9-ac01-b6a8f73a9b75 req-af0b10ed-af5d-4cc3-93dc-e78d53fdc086 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467319 Jan 24 09:20:22.226059 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-242469ee-3ba2-40b0-8a04-5527dbda97c5 admin admin] Publish callbacks [] for security_group (e8537262-40fa-410c-9950-84a0d5de17f1), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:22.295362 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:20:22.307443 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'port_id': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'mac_address': 'fa:16:3e:b0:ed:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:20:22.344331 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 is: ACTIVE; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:20:22.344726 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:22.357974 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73ec9bcf-7f40-4fd5-9968-de1accae6f03 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:20:22.377815 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:20:22.411733 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-242469ee-3ba2-40b0-8a04-5527dbda97c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e8537262-40fa-410c-9950-84a0d5de17f1), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:22.414318 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-242469ee-3ba2-40b0-8a04-5527dbda97c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:22.416924 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-242469ee-3ba2-40b0-8a04-5527dbda97c5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e8537262-40fa-410c-9950-84a0d5de17f1 HTTP/1.1" status: 204 len: 168 time: 0.3227203 Jan 24 09:20:22.428515 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242469ee-3ba2-40b0-8a04-5527dbda97c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8537262-40fa-410c-9950-84a0d5de17f1,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:22.513366 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:22.560248 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:22.568526 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=73ec9bcf-7f40-4fd5-9968-de1accae6f03,revision_number=6']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:22.576398 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522a384-3b32-43e4-80cf-b337f949b1c3 req-c0dacc23-dc49-41eb-98df-4888afdba730 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:22.577768 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3522a384-3b32-43e4-80cf-b337f949b1c3 req-c0dacc23-dc49-41eb-98df-4888afdba730 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 944 time: 0.0546169 Jan 24 09:20:22.626191 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3522a384-3b32-43e4-80cf-b337f949b1c3 req-94ca7faa-1bc0-48ec-80e1-6ef61f136d5b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Jan 24 09:20:22.855877 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['73ec9bcf-7f40-4fd5-9968-de1accae6f03'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:20:23.319193 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9552f-a55a-49d5-a5c3-1915e4962a7f req-815aa05c-bcb6-4f07-a857-c748654b6cd3 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:23.326254 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5af9552f-a55a-49d5-a5c3-1915e4962a7f req-815aa05c-bcb6-4f07-a857-c748654b6cd3 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0651913 Jan 24 09:20:23.385222 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5af9552f-a55a-49d5-a5c3-1915e4962a7f req-2ebf93fa-b373-4b95-8d1d-df687b15fd27 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580943 Jan 24 09:20:23.773534 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e6f75-d62c-47a3-a573-94f6d1af9094 req-3d99ad8e-422a-42f5-be62-8882b51358fc tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:23.776163 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-455e6f75-d62c-47a3-a573-94f6d1af9094 req-3d99ad8e-422a-42f5-be62-8882b51358fc tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 944 time: 0.0756476 Jan 24 09:20:23.861643 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b01fe-9c73-4995-b37c-2774b9d6bf73 req-ca21f3c7-c4d1-4368-ab07-6bb09d834126 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:23.865212 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-078b01fe-9c73-4995-b37c-2774b9d6bf73 req-ca21f3c7-c4d1-4368-ab07-6bb09d834126 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0945978 Jan 24 09:20:23.868800 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-455e6f75-d62c-47a3-a573-94f6d1af9094 req-800347ca-422a-45d9-98ab-9259213c6967 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867288 Jan 24 09:20:23.918537 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-078b01fe-9c73-4995-b37c-2774b9d6bf73 req-4fe542ce-dc50-4e66-88ae-06a6b9a1c450 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467310 Jan 24 09:20:23.975404 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132168f1-4850-49d2-94a5-25c2f231030b req-a6d71a53-7c05-4f99-9ffa-c42c7c1252da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:23.976982 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-132168f1-4850-49d2-94a5-25c2f231030b req-a6d71a53-7c05-4f99-9ffa-c42c7c1252da service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 1099 time: 0.0418179 Jan 24 09:20:24.081178 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132168f1-4850-49d2-94a5-25c2f231030b req-aa49e39a-52e5-425e-ae5e-6c4800c871d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:24.082871 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-132168f1-4850-49d2-94a5-25c2f231030b req-aa49e39a-52e5-425e-ae5e-6c4800c871d4 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f851d587-14cc-48ac-9b32-b0aa546a9c65 HTTP/1.1" status: 200 len: 920 time: 0.0890810 Jan 24 09:20:24.164737 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-132168f1-4850-49d2-94a5-25c2f231030b req-0fa95c15-9567-47b1-b212-32cce94ecb1b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8921ac36-ed44-4666-b756-63bd8f08a955 HTTP/1.1" status: 200 len: 217 time: 0.0393064 Jan 24 09:20:24.179418 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 73ec9bcf-7f40-4fd5-9968-de1accae6f03 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:20:24.225978 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132168f1-4850-49d2-94a5-25c2f231030b req-8b710a81-cde4-46ea-8a90-7556f98ef792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:24.228023 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-132168f1-4850-49d2-94a5-25c2f231030b req-8b710a81-cde4-46ea-8a90-7556f98ef792 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7a5e6d63-43c4-459b-a03f-9672a3341cea HTTP/1.1" status: 200 len: 859 time: 0.0502410 Jan 24 09:20:24.229427 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:20:24.229802 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:24.265946 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-132168f1-4850-49d2-94a5-25c2f231030b req-e20e6403-6150-43f8-915a-c2a3d9691cd0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f851d587-14cc-48ac-9b32-b0aa546a9c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274720 Jan 24 09:20:24.325096 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:20:24.326467 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:24.350110 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:20:24.352384 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75c6580-87fe-40ab-a955-9119b943883d" -d '{"events": [{"server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "name": "network-vif-plugged", "status": "completed", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:20:24.366419 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:20:24.375912 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-132168f1-4850-49d2-94a5-25c2f231030b req-e777597d-1b76-4588-a3cc-26ec777f623d service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954807 Jan 24 09:20:24.407978 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234f0ab9-ea90-495b-8539-14450dc6bd48 x-openstack-request-id: req-234f0ab9-ea90-495b-8539-14450dc6bd48 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:20:24.408358 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "name": "network-vif-plugged", "status": "completed", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:20:24.408622 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-234f0ab9-ea90-495b-8539-14450dc6bd48 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:20:24.409103 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'code': 200} Jan 24 09:20:24.491814 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:24.501152 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 47516) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:24.532033 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-132168f1-4850-49d2-94a5-25c2f231030b req-c6adf841-3cde-4aca-ba15-b6c3c96aad04 service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466889 Jan 24 09:20:24.561187 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5a96d-8a93-400b-ad11-d1def57d3ccb req-ed8be8cf-e68f-4af0-b996-23cfa7f1d163 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:24.563868 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9fe5a96d-8a93-400b-ad11-d1def57d3ccb req-ed8be8cf-e68f-4af0-b996-23cfa7f1d163 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0941248 Jan 24 09:20:24.584951 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=73ec9bcf-7f40-4fd5-9968-de1accae6f03,revision_number=7']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:24.622842 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9fe5a96d-8a93-400b-ad11-d1def57d3ccb req-80ff642d-5323-4285-9d87-110fb5c0f9ae tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513663 Jan 24 09:20:24.644212 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ccd5-5d3d-470f-8499-c521afd429e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:24.733247 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ccd5-5d3d-470f-8499-c521afd429e0 admin admin] Publish callbacks [] for security_group (dd8bd931-3b02-4fe5-beaa-426ac532466c), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:24.834664 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ccd5-5d3d-470f-8499-c521afd429e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (dd8bd931-3b02-4fe5-beaa-426ac532466c), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:24.874239 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-f2d6ccd5-5d3d-470f-8499-c521afd429e0 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=600da414274c4adb96df4b5ab3893326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719447 Jan 24 09:20:24.875701 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6ccd5-5d3d-470f-8499-c521afd429e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8bd931-3b02-4fe5-beaa-426ac532466c,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:24.881577 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 47538) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:24.930630 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ec6749cc-4be8-4697-b29a-366846553e13 admin admin] Publish callbacks [] for security_group (dd8bd931-3b02-4fe5-beaa-426ac532466c), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:24.976031 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ec6749cc-4be8-4697-b29a-366846553e13 admin admin] Publish callbacks [] for security_group (dd8bd931-3b02-4fe5-beaa-426ac532466c), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:25.016133 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2adb2-b16b-40df-9d5a-8be03416df3e req-9695a614-9633-4dd8-9c19-520b337f945b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:25.024349 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d9f2adb2-b16b-40df-9d5a-8be03416df3e req-9695a614-9633-4dd8-9c19-520b337f945b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0614748 Jan 24 09:20:25.083041 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d9f2adb2-b16b-40df-9d5a-8be03416df3e req-8f3468c7-d1f7-4458-8dc4-8f13d50adc2a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534110 Jan 24 09:20:25.126090 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173149-2e38-45d1-b50e-fd68860eed29 req-fbb94d65-c867-448a-8e29-9955efe7507d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:25.135217 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5d173149-2e38-45d1-b50e-fd68860eed29 req-fbb94d65-c867-448a-8e29-9955efe7507d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0844133 Jan 24 09:20:25.183096 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5d173149-2e38-45d1-b50e-fd68860eed29 req-4ccac069-9235-461b-b37e-2fc01ce2a990 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490935 Jan 24 09:20:25.194185 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ec6749cc-4be8-4697-b29a-366846553e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (dd8bd931-3b02-4fe5-beaa-426ac532466c), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:25.196897 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ec6749cc-4be8-4697-b29a-366846553e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:25.198396 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-ec6749cc-4be8-4697-b29a-366846553e13 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/dd8bd931-3b02-4fe5-beaa-426ac532466c HTTP/1.1" status: 204 len: 168 time: 0.3196888 Jan 24 09:20:25.210037 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6749cc-4be8-4697-b29a-366846553e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8bd931-3b02-4fe5-beaa-426ac532466c,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:25.747875 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568baea-5d7b-43b6-9deb-f1d6b296607e req-d50ae468-9759-4cd5-9e2c-477ad0ad5805 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:25.749410 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c568baea-5d7b-43b6-9deb-f1d6b296607e req-d50ae468-9759-4cd5-9e2c-477ad0ad5805 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0553389 Jan 24 09:20:25.812979 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c568baea-5d7b-43b6-9deb-f1d6b296607e req-db96feb8-13d9-4844-a6a8-d8b11081c191 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546191 Jan 24 09:20:26.291895 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308a083-25eb-4dbd-8e64-772792f3cec8 req-a663e704-b506-436c-afbb-e0cccf431420 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:26.296845 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8308a083-25eb-4dbd-8e64-772792f3cec8 req-a663e704-b506-436c-afbb-e0cccf431420 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0883119 Jan 24 09:20:26.346619 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06727da-4fc6-4ee1-88e9-5127d89b502c req-8f2828c4-f70f-4b4f-ac36-06c47aee848b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:26.355383 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f06727da-4fc6-4ee1-88e9-5127d89b502c req-8f2828c4-f70f-4b4f-ac36-06c47aee848b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0737588 Jan 24 09:20:26.362759 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8308a083-25eb-4dbd-8e64-772792f3cec8 req-6b1b303a-d6fb-44f8-b48c-bfe3ff672e44 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595536 Jan 24 09:20:26.404378 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f06727da-4fc6-4ee1-88e9-5127d89b502c req-660a7bc1-2b18-41da-88ec-11f11cb9402c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479858 Jan 24 09:20:26.968093 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5133c-7876-42f1-97d6-1c2116c9b5de req-df5f89f1-53a2-471e-a862-4d3973256bbc tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:26.970009 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-17d5133c-7876-42f1-97d6-1c2116c9b5de req-df5f89f1-53a2-471e-a862-4d3973256bbc tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0544496 Jan 24 09:20:27.079402 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-17d5133c-7876-42f1-97d6-1c2116c9b5de req-d8ff49fa-e876-4b6b-b4a2-0db8c3a3427a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939236 Jan 24 09:20:27.559580 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9362d1-13ef-4492-b934-aaaeec6d50ef req-e1fa0dad-7866-4649-a138-bac01e6fc17c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:27.562986 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cd9362d1-13ef-4492-b934-aaaeec6d50ef req-e1fa0dad-7866-4649-a138-bac01e6fc17c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0880833 Jan 24 09:20:27.570718 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ea9fd-9bbe-4594-817e-3db0cec17c57 req-967332c3-8cc7-42bc-9806-e0963868e454 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:27.573356 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6d9ea9fd-9bbe-4594-817e-3db0cec17c57 req-967332c3-8cc7-42bc-9806-e0963868e454 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0785611 Jan 24 09:20:27.673184 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cd9362d1-13ef-4492-b934-aaaeec6d50ef req-c2b70557-f116-4c1d-a18c-02eba2f8fcd2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025000 Jan 24 09:20:27.682010 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6d9ea9fd-9bbe-4594-817e-3db0cec17c57 req-4ca70706-0fec-4477-b22f-9edd23ae1425 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831273 Jan 24 09:20:27.974207 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 47606) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:28.154352 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:28.317029 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526b00b-a674-4b57-b654-87e7c7c86780 req-dfcc52d0-08f3-4b4f-abb1-80acad60a5fa tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:28.318911 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5526b00b-a674-4b57-b654-87e7c7c86780 req-dfcc52d0-08f3-4b4f-abb1-80acad60a5fa tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0930810 Jan 24 09:20:28.367433 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Publish callbacks [] for security_group (5d2d234b-4bcf-4473-b009-ab8fd9fcfd5e), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:28.427749 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5526b00b-a674-4b57-b654-87e7c7c86780 req-825099f5-8b99-4508-9c10-d592e15aa853 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974469 Jan 24 09:20:28.452845 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5d2d234b-4bcf-4473-b009-ab8fd9fcfd5e), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:28.534512 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 47624) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:28.535262 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=02cc145aace848adbe347650d8814657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5597546 Jan 24 09:20:28.564294 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2d234b-4bcf-4473-b009-ab8fd9fcfd5e,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:28.574051 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-46c08b06-35ae-4840-ba02-7fc448de5cb7 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899158498&fields=id&tenant_id=bedaa9b436ab45108aa33633b17e58d0 HTTP/1.1" status: 200 len: 267 time: 0.0935559 Jan 24 09:20:28.593232 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.593597 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.594970 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.594970 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.594970 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.595264 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.595344 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.595653 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.597175 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.597339 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.597674 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.598003 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.598372 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10fc5f-7724-4156-aace-037485005024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:28.636530 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6a6f0-8f3f-4605-b9a4-bd1c518569ec req-fd1d2648-d01a-4e92-9c5e-ef94516a047a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:28.638411 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1ac6a6f0-8f3f-4605-b9a4-bd1c518569ec req-fd1d2648-d01a-4e92-9c5e-ef94516a047a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 945 time: 0.1019533 Jan 24 09:20:28.683904 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Publish callbacks [] for security_group (5d2d234b-4bcf-4473-b009-ab8fd9fcfd5e), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:28.687853 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1ac6a6f0-8f3f-4605-b9a4-bd1c518569ec req-5d71eae4-d7be-4496-9ad6-505b5d45cda4 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437322 Jan 24 09:20:28.735075 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Publish callbacks [] for security_group (5d2d234b-4bcf-4473-b009-ab8fd9fcfd5e), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:28.752336 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-589a554f-d1cc-4fd0-905d-d7b7e629ae00 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:28.754937 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-589a554f-d1cc-4fd0-905d-d7b7e629ae00 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 812 time: 0.1798713 Jan 24 09:20:28.786602 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-357970bf-fe06-4d26-9385-4592a19d2a96 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/quotas/bedaa9b436ab45108aa33633b17e58d0 HTTP/1.1" status: 200 len: 375 time: 0.0232365 Jan 24 09:20:28.804376 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b0d84-0840-448a-aa62-092c727aad81 req-76e4316d-c873-405e-8b0d-30967e6c2f95 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:28.808551 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-168b0d84-0840-448a-aa62-092c727aad81 req-76e4316d-c873-405e-8b0d-30967e6c2f95 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0531771 Jan 24 09:20:28.847635 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-5d05500f-57b3-4248-8824-074fa461db20 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553045 Jan 24 09:20:28.871951 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-168b0d84-0840-448a-aa62-092c727aad81 req-26e0dd6e-ce27-4bea-b40a-4d1cdea55f73 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544662 Jan 24 09:20:28.970950 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-9ebd372a-c876-43bc-8856-927e7513ac41 service neutron] 10.222.0.113 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116168 Jan 24 09:20:28.995896 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca92066-debd-492b-82f7-85527b0552d1 req-f528b887-5aa1-44e8-8348-3812ca3a71c9 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:28.997357 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dca92066-debd-492b-82f7-85527b0552d1 req-f528b887-5aa1-44e8-8348-3812ca3a71c9 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0520751 Jan 24 09:20:29.046547 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dca92066-debd-492b-82f7-85527b0552d1 req-3bc4d5f3-7773-417c-bcfc-dc9fcb470f24 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436182 Jan 24 09:20:29.065299 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-57f3cf19-bad5-415a-a532-08e931b15d8c service neutron] 10.222.0.113 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882139 Jan 24 09:20:29.204362 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5d2d234b-4bcf-4473-b009-ab8fd9fcfd5e), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:29.208122 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:29.209257 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5d2d234b-4bcf-4473-b009-ab8fd9fcfd5e HTTP/1.1" status: 204 len: 168 time: 0.6739523 Jan 24 09:20:29.217555 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2d234b-4bcf-4473-b009-ab8fd9fcfd5e,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:29.226241 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.226592 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.226933 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.227266 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.227595 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.227924 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.228247 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.228570 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.228892 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.229214 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.229532 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.229848 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.230189 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f69e45-0e84-490e-adf6-e3bb407237a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:29.609352 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c20e3-b456-4489-b0c5-347b44387b3a req-a6317138-1858-4ab6-aa7c-49480b5da82f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:29.611547 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5b0c20e3-b456-4489-b0c5-347b44387b3a req-a6317138-1858-4ab6-aa7c-49480b5da82f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0974901 Jan 24 09:20:29.687645 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5b0c20e3-b456-4489-b0c5-347b44387b3a req-45d56b18-977e-4957-a033-b4f1b291eb9d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689757 Jan 24 09:20:29.848423 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90eb53-4ea8-4709-b404-57b383713c2b req-343d3a81-14ba-44fc-bd08-6603b8b26ae8 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:29.850158 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bc90eb53-4ea8-4709-b404-57b383713c2b req-343d3a81-14ba-44fc-bd08-6603b8b26ae8 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 945 time: 0.0857015 Jan 24 09:20:29.959145 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bc90eb53-4ea8-4709-b404-57b383713c2b req-7cbbff1b-a43a-4ab9-9e1f-998b993f32b9 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030266 Jan 24 09:20:29.963507 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4a42e461-3981-44a3-b3b8-631d4c48e326 req-c5ba1e0a-fcca-4cdf-af7f-d1ebfbbb66e3 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 210 time: 0.0790360 Jan 24 09:20:30.077438 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44293f1e-7003-4e6b-ba27-5339440fc5c8 req-f91f065e-63b4-4f55-9d69-20cb0842d44a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:30.085884 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-44293f1e-7003-4e6b-ba27-5339440fc5c8 req-f91f065e-63b4-4f55-9d69-20cb0842d44a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0713060 Jan 24 09:20:30.136473 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-44293f1e-7003-4e6b-ba27-5339440fc5c8 req-fb9309ae-950a-42ee-ae7e-f792427436fc tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496132 Jan 24 09:20:30.207591 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326d17d-70c8-4d3b-8ecf-96f0e6abe4dc req-b14ace2a-41b5-4bc4-9f65-fccaf64b6429 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:30.209115 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f326d17d-70c8-4d3b-8ecf-96f0e6abe4dc req-b14ace2a-41b5-4bc4-9f65-fccaf64b6429 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0618863 Jan 24 09:20:30.263814 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f326d17d-70c8-4d3b-8ecf-96f0e6abe4dc req-ae62c493-fd4b-47a0-95fc-1bbccfa443ae tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485659 Jan 24 09:20:30.295560 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:20:30.841257 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a1736-702f-42a9-acb5-1590cb515ec1 req-a02f510c-1539-46b5-9bf8-2d6f9248493c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:30.844863 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5d5a1736-702f-42a9-acb5-1590cb515ec1 req-a02f510c-1539-46b5-9bf8-2d6f9248493c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0704544 Jan 24 09:20:30.914913 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5d5a1736-702f-42a9-acb5-1590cb515ec1 req-58c50890-3a1e-43a8-87ea-0892e2d67966 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634003 Jan 24 09:20:31.078278 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fdd16493-019d-41c8-9683-e68dbe416c9c req-5383f8cf-f9f4-4fe7-a20f-ecd91f351834 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 210 time: 0.0520449 Jan 24 09:20:31.152928 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba62ff8-9a02-4bcb-9744-8989c8aa55c1 req-e4a7f6de-c7d3-4afc-99b7-4742e4d2c95a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:31.166441 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dba62ff8-9a02-4bcb-9744-8989c8aa55c1 req-e4a7f6de-c7d3-4afc-99b7-4742e4d2c95a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 945 time: 0.1140785 Jan 24 09:20:31.230390 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dba62ff8-9a02-4bcb-9744-8989c8aa55c1 req-3252d145-0a5a-425c-8789-d95630eab0db tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562532 Jan 24 09:20:31.248427 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0f28b-afd5-4fab-8c46-af850b2c4f74 req-f5970e3b-9257-4842-a2b9-33c091511f39 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:31.249911 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a3f0f28b-afd5-4fab-8c46-af850b2c4f74 req-f5970e3b-9257-4842-a2b9-33c091511f39 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 945 time: 0.1746719 Jan 24 09:20:31.363810 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e31ac1-2b51-41e5-b6ca-37914911961b req-5c9d6308-0a97-4017-a967-e41f22be7b50 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:31.366859 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-15e31ac1-2b51-41e5-b6ca-37914911961b req-5c9d6308-0a97-4017-a967-e41f22be7b50 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.1174552 Jan 24 09:20:31.427659 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-15e31ac1-2b51-41e5-b6ca-37914911961b req-0afd7ad5-2645-4126-9575-ea1dc1138d96 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545037 Jan 24 09:20:31.469350 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc98162-e48c-4875-82da-3665ad18fe95 req-40c35d95-9fa4-4f29-8828-4f372ebd2770 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:31.478528 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-abc98162-e48c-4875-82da-3665ad18fe95 req-40c35d95-9fa4-4f29-8828-4f372ebd2770 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.1148212 Jan 24 09:20:31.488143 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-a3f0f28b-afd5-4fab-8c46-af850b2c4f74 req-4b9b55fb-df0e-42c7-b2c1-a9fd9b87f701 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Deleting port 8f1acf57-8e99-4966-b91e-ff0b6193520a {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:20:31.488492 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-a3f0f28b-afd5-4fab-8c46-af850b2c4f74 req-4b9b55fb-df0e-42c7-b2c1-a9fd9b87f701 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:31.618154 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-abc98162-e48c-4875-82da-3665ad18fe95 req-760c979a-863d-46c9-9922-1b5b3ede08f5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386726 Jan 24 09:20:31.665340 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-a3f0f28b-afd5-4fab-8c46-af850b2c4f74 req-4b9b55fb-df0e-42c7-b2c1-a9fd9b87f701 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] For port 8f1acf57-8e99-4966-b91e-ff0b6193520a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8f1acf57-8e99-4966-b91e-ff0b6193520a,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:20:31.665663 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-a3f0f28b-afd5-4fab-8c46-af850b2c4f74 req-4b9b55fb-df0e-42c7-b2c1-a9fd9b87f701 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:31.687411 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-a3f0f28b-afd5-4fab-8c46-af850b2c4f74 req-4b9b55fb-df0e-42c7-b2c1-a9fd9b87f701 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Calling delete_port for 8f1acf57-8e99-4966-b91e-ff0b6193520a owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:20:31.982926 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-a3f0f28b-afd5-4fab-8c46-af850b2c4f74 req-4b9b55fb-df0e-42c7-b2c1-a9fd9b87f701 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (8f1acf57-8e99-4966-b91e-ff0b6193520a), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:32.002809 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['9d784b74-8dec-426c-928f-bed55e1f51fe', '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5', '03ee32c8-006e-44bb-8ead-c281985d4343', '8f1acf57-8e99-4966-b91e-ff0b6193520a'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:20:32.013478 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b55fb-df0e-42c7-b2c1-a9fd9b87f701 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Pushing event deleted for resources: {'Port': ['ID=8f1acf57-8e99-4966-b91e-ff0b6193520a,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:32.113659 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f0f28b-afd5-4fab-8c46-af850b2c4f74 req-4b9b55fb-df0e-42c7-b2c1-a9fd9b87f701 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] No DVR routers for this DVR port 8f1acf57-8e99-4966-b91e-ff0b6193520a on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:20:32.126443 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-a3f0f28b-afd5-4fab-8c46-af850b2c4f74 req-4b9b55fb-df0e-42c7-b2c1-a9fd9b87f701 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:32.132726 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a3f0f28b-afd5-4fab-8c46-af850b2c4f74 req-4b9b55fb-df0e-42c7-b2c1-a9fd9b87f701 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "DELETE /v2.0/ports/8f1acf57-8e99-4966-b91e-ff0b6193520a HTTP/1.1" status: 204 len: 173 time: 0.8670020 Jan 24 09:20:32.132726 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9db33c9-c45f-4643-ad2c-9da35f7ddd07', 'name': 'network-vif-deleted', 'tag': '8f1acf57-8e99-4966-b91e-ff0b6193520a'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:20:32.141282 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda7a2d2-1b38-4d51-8cfb-b165e36c0a20" -d '{"events": [{"server_uuid": "d9db33c9-c45f-4643-ad2c-9da35f7ddd07", "name": "network-vif-deleted", "tag": "8f1acf57-8e99-4966-b91e-ff0b6193520a"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:20:32.170643 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8af417-9090-4fa1-962b-7972334838fa req-151035ae-28ec-4fc8-bb0d-49a9bce4b3e4 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:32.180785 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1b8af417-9090-4fa1-962b-7972334838fa req-151035ae-28ec-4fc8-bb0d-49a9bce4b3e4 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.1575398 Jan 24 09:20:32.245473 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1b8af417-9090-4fa1-962b-7972334838fa req-e9c19773-9641-4935-a514-fff08c276956 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637450 Jan 24 09:20:32.254961 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3f15e4e6-a147-4293-9d38-5d3d27bc9374 req-d2c3974f-2270-4123-a12f-50767440cf57 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 210 time: 0.0672615 Jan 24 09:20:32.309136 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b7d0c3-4805-48a4-8248-28fb9457cc92 x-openstack-request-id: req-89b7d0c3-4805-48a4-8248-28fb9457cc92 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:20:32.309639 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9db33c9-c45f-4643-ad2c-9da35f7ddd07", "name": "network-vif-deleted", "tag": "8f1acf57-8e99-4966-b91e-ff0b6193520a", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:20:32.309884 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-89b7d0c3-4805-48a4-8248-28fb9457cc92 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:20:32.310446 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9db33c9-c45f-4643-ad2c-9da35f7ddd07', 'name': 'network-vif-deleted', 'tag': '8f1acf57-8e99-4966-b91e-ff0b6193520a', 'status': 'completed', 'code': 200} Jan 24 09:20:32.429781 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3e41bce2-7ef0-451a-8cc6-226c6edfe3bc req-82c21ee0-8eb7-4804-8980-3601132c408d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 210 time: 0.0444534 Jan 24 09:20:32.650961 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb150eba-7028-49f9-bc47-628071624c40 req-4ffb2a2b-5936-4a7e-af95-baa215f1ff83 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:32.650961 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fb150eba-7028-49f9-bc47-628071624c40 req-4ffb2a2b-5936-4a7e-af95-baa215f1ff83 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0513661 Jan 24 09:20:32.652844 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fb150eba-7028-49f9-bc47-628071624c40 req-795f6f14-49f6-443a-82bf-79cf3603f0ee tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493767 Jan 24 09:20:32.783079 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dfe8b-bcee-47c3-b6ef-f7eb01174859 req-85cd902e-901b-4470-82d5-a23a33cdc5ab tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:32.785107 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b84dfe8b-bcee-47c3-b6ef-f7eb01174859 req-85cd902e-901b-4470-82d5-a23a33cdc5ab tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0712111 Jan 24 09:20:32.840472 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b84dfe8b-bcee-47c3-b6ef-f7eb01174859 req-79e07105-0c4b-47ac-a329-af355f49c4fe tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496473 Jan 24 09:20:33.358370 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7bd79b47-9b0f-4d79-a996-8f8500c888aa req-7326d8dc-a5ad-4ea8-8d3e-856f709789a4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 210 time: 0.0304313 Jan 24 09:20:33.398366 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008cfab-c0e4-43b2-b0ba-f69ffe6a8926 req-69db9422-2bce-4856-85b0-03346412a8e7 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:33.399894 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-e008cfab-c0e4-43b2-b0ba-f69ffe6a8926 req-69db9422-2bce-4856-85b0-03346412a8e7 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0535359 Jan 24 09:20:33.468929 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-e008cfab-c0e4-43b2-b0ba-f69ffe6a8926 req-5550f847-d74f-4c49-aa8a-580f80c24336 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558820 Jan 24 09:20:33.565587 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc70df37-e6f6-41cf-ae30-ab514f078234 req-d4e4f66c-8ed1-4151-a21b-74a42211855f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=d9db33c9-c45f-4643-ad2c-9da35f7ddd07 HTTP/1.1" status: 200 len: 210 time: 0.0305357 Jan 24 09:20:33.802488 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de27608-b3ce-41f6-afb7-93bc6fb62f1f req-8e9a8ec6-3848-45f7-9e4c-8c4dda59fa17 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:33.804615 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4de27608-b3ce-41f6-afb7-93bc6fb62f1f req-8e9a8ec6-3848-45f7-9e4c-8c4dda59fa17 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0551450 Jan 24 09:20:33.903796 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4de27608-b3ce-41f6-afb7-93bc6fb62f1f req-c1127bf1-61fc-480b-bbb3-1eabb6adb30c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875905 Jan 24 09:20:34.012246 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103fc15-6c6f-447d-9a87-189b68157488 req-8c74ad70-b795-4e7e-bc1b-a88e19b29afe tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:34.014574 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3103fc15-6c6f-447d-9a87-189b68157488 req-8c74ad70-b795-4e7e-bc1b-a88e19b29afe tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0658674 Jan 24 09:20:34.076093 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3103fc15-6c6f-447d-9a87-189b68157488 req-b165a9f8-4cf3-411a-bbb1-701699d22e6f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531785 Jan 24 09:20:34.268999 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 8f1acf57-8e99-4966-b91e-ff0b6193520a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:20:34.297350 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 8f1acf57-8e99-4966-b91e-ff0b6193520a {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:20:34.298008 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 8f1acf57-8e99-4966-b91e-ff0b6193520a not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.468069 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:20:34.474545 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:20:34.490535 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-d68a82f7-12d0-49e0-aeb1-d2f208d66768 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:34.490535 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-d68a82f7-12d0-49e0-aeb1-d2f208d66768 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 812 time: 0.2465501 Jan 24 09:20:34.703033 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4afe0-f129-4782-814b-e74b80b53fb6 req-f3a61416-a969-4c55-91fb-b0920a329fbf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:34.704776 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cda4afe0-f129-4782-814b-e74b80b53fb6 req-f3a61416-a969-4c55-91fb-b0920a329fbf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.1354768 Jan 24 09:20:34.712720 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-e3cb8d1b-5c08-4101-ae7e-cfbd8df32298 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bedaa9b436ab45108aa33633b17e58d0 HTTP/1.1" status: 200 len: 380 time: 0.1920524 Jan 24 09:20:34.737023 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'port': {'device_id': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'admin_state_up': True, 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'security_groups': ['7e7aabea-6fe6-49b7-824e-f56d274b5bbf']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:20:34.883259 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cda4afe0-f129-4782-814b-e74b80b53fb6 req-6eb0a2d2-4fab-4e94-b18c-ae60acfb3e99 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683893 Jan 24 09:20:34.979294 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-45fb3279-8361-4b6e-beb8-19412c0cbd93 req-fb33d56f-8c40-43d2-ab2a-3f507ff34448 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 210 time: 0.4258902 Jan 24 09:20:35.149834 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a6ad8-9906-41d3-b5dd-6edf713c6372 req-53844e57-b11a-404b-8937-a6fafa184340 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:35.175379 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6f2a6ad8-9906-41d3-b5dd-6edf713c6372 req-53844e57-b11a-404b-8937-a6fafa184340 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.1174989 Jan 24 09:20:35.189462 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Made reservation on behalf of bedaa9b436ab45108aa33633b17e58d0 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:20:35.196008 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:35.306350 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6f2a6ad8-9906-41d3-b5dd-6edf713c6372 req-feeb5d92-c948-4f01-af7e-54de70f743f7 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278410 Jan 24 09:20:35.335228 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc232e-d016-4075-be6e-a7c011aacbde req-2edb2440-2d02-4c8c-a5fa-50592fab0736 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:35.337037 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6ccc232e-d016-4075-be6e-a7c011aacbde req-2edb2440-2d02-4c8c-a5fa-50592fab0736 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.1092012 Jan 24 09:20:35.426942 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6ccc232e-d016-4075-be6e-a7c011aacbde req-ee352074-b703-4da1-b5b7-86bbd8ac8247 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769663 Jan 24 09:20:35.476379 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Allocated IP 172.20.0.7 (bb18b00a-6e74-4475-8741-4c8ca85a032a/2a033e26-39e0-4ac7-a169-361b0983f20b/6ecce77c-24a9-465d-84b4-0e5e56ded4dd) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:20:35.647466 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:35.782950 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:35.856440 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Network bb18b00a-6e74-4475-8741-4c8ca85a032a is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:20:35.861851 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:20:35.865337 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:20:35.911500 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'Port': ['ID=6ecce77c-24a9-465d-84b4-0e5e56ded4dd,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:35.952605 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:35.953986 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:36.063150 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-58d42df0-f36b-40a0-b0c8-68c7940161cb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3348625 Jan 24 09:20:36.088993 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87320bdc-126d-4769-b3a6-758c0e147315 req-ccd25ec9-163c-4547-86b5-a6a93d858839 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:36.090885 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-87320bdc-126d-4769-b3a6-758c0e147315 req-ccd25ec9-163c-4547-86b5-a6a93d858839 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0927999 Jan 24 09:20:36.117799 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f4eef-54b6-4ffb-ac51-998d3c680578 req-8c2f7a4c-2214-4b0d-8c5e-addd33e01652 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:36.119637 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-915f4eef-54b6-4ffb-ac51-998d3c680578 req-8c2f7a4c-2214-4b0d-8c5e-addd33e01652 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 931 time: 0.0654705 Jan 24 09:20:36.162154 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-87320bdc-126d-4769-b3a6-758c0e147315 req-487df6a9-6d43-4355-94f4-f43bcf01576b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646574 Jan 24 09:20:36.196423 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-915f4eef-54b6-4ffb-ac51-998d3c680578 req-a1d59804-1456-47f2-9fa4-6e4a0fec1956 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694923 Jan 24 09:20:36.238842 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0d42100a-2646-4578-97ae-47b0864b26a9 None None] Provisioning complete for port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:20:36.239628 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0d42100a-2646-4578-97ae-47b0864b26a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:36.279927 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0d42100a-2646-4578-97ae-47b0864b26a9 None None] Port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:20:36.486950 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7bae7-024e-4b5b-8da1-1237ba376364 req-10ed2ff4-437a-4042-be9c-d85d1473334c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:36.498598 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-57c7bae7-024e-4b5b-8da1-1237ba376364 req-10ed2ff4-437a-4042-be9c-d85d1473334c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.1011467 Jan 24 09:20:36.554955 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-57c7bae7-024e-4b5b-8da1-1237ba376364 req-3c2ea600-714d-42f0-8793-ade212e8b9df tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563583 Jan 24 09:20:36.607802 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a712c6-b50c-4cc3-b017-4bdf677d9bbc req-e23f3c69-410d-4e66-be26-8c05be5b0aaf tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:36.609452 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-43a712c6-b50c-4cc3-b017-4bdf677d9bbc req-e23f3c69-410d-4e66-be26-8c05be5b0aaf tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0638433 Jan 24 09:20:36.669398 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-43a712c6-b50c-4cc3-b017-4bdf677d9bbc req-f3ba2d05-0a60-4c38-bd8e-45ed68760a6d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525410 Jan 24 09:20:37.284512 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3444fee-21ea-43e5-8dc6-ff91246c92c0 req-7f65caae-ac9d-4ddd-b801-1bdb48d8d64a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:37.286356 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a3444fee-21ea-43e5-8dc6-ff91246c92c0 req-7f65caae-ac9d-4ddd-b801-1bdb48d8d64a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0526676 Jan 24 09:20:37.318694 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72a3cb-3a9a-43e0-a6d7-600795475aca req-7885a33b-8c20-4efe-9ecf-1abac35ec645 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:37.320193 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6b72a3cb-3a9a-43e0-a6d7-600795475aca req-7885a33b-8c20-4efe-9ecf-1abac35ec645 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 931 time: 0.0509379 Jan 24 09:20:37.339296 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a3444fee-21ea-43e5-8dc6-ff91246c92c0 req-e415f90d-8ab7-4fc8-a069-e0705a929988 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473819 Jan 24 09:20:37.371952 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6b72a3cb-3a9a-43e0-a6d7-600795475aca req-720d6c25-6d4d-4567-8ded-d0ca3189350e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461285 Jan 24 09:20:37.672896 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305badd-20be-486e-9b5e-eeb6edca1217 req-332f7103-105c-4ed1-abcf-ffdc41161c3a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:37.675444 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b305badd-20be-486e-9b5e-eeb6edca1217 req-332f7103-105c-4ed1-abcf-ffdc41161c3a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0527627 Jan 24 09:20:37.744479 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b305badd-20be-486e-9b5e-eeb6edca1217 req-bf7ae65f-4d3d-4fb0-a96a-030b160349c6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629671 Jan 24 09:20:37.821914 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33aa67-a82b-4c6b-ad0a-a0e27b0fb7d8 req-a141c9b9-da47-4837-af51-99a41c0a4417 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:37.824699 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ee33aa67-a82b-4c6b-ad0a-a0e27b0fb7d8 req-a141c9b9-da47-4837-af51-99a41c0a4417 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0672300 Jan 24 09:20:37.892397 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ee33aa67-a82b-4c6b-ad0a-a0e27b0fb7d8 req-17f00cd5-b1af-4ada-9567-9809ff45ae4a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600922 Jan 24 09:20:38.445705 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Request body: {'port': {'device_id': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:20:38.492173 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaf40d-a51c-4bbb-941b-905448b4c17a req-1baebec2-7389-4473-b6af-de90b817e9a4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:38.500440 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0bbaf40d-a51c-4bbb-941b-905448b4c17a req-1baebec2-7389-4473-b6af-de90b817e9a4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 931 time: 0.0498431 Jan 24 09:20:38.500612 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12315b4-9286-4eb5-ac70-7f56c420ea52 req-40953cfe-9bf0-43df-a93f-9c3fcb38436b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:38.500612 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f12315b4-9286-4eb5-ac70-7f56c420ea52 req-40953cfe-9bf0-43df-a93f-9c3fcb38436b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0827677 Jan 24 09:20:38.534764 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:38.546598 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0bbaf40d-a51c-4bbb-941b-905448b4c17a req-111184b8-4629-4140-8250-a6b3861ef47e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467463 Jan 24 09:20:38.598428 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f12315b4-9286-4eb5-ac70-7f56c420ea52 req-4f2ebd6e-f7d7-4b3b-9cb3-fdc2dde1ccfe tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854609 Jan 24 09:20:38.828275 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecce77c-24a9-465d-84b4-0e5e56ded4dd {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:20:38.837992 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Publish callbacks [] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:38.850947 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Transition to ACTIVE for port object 6ecce77c-24a9-465d-84b4-0e5e56ded4dd will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:20:38.874878 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da342aed-50cf-4560-b88c-5534b998c8fd req-4f17ffab-c784-498b-8293-5423a85f829a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:38.876359 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-da342aed-50cf-4560-b88c-5534b998c8fd req-4f17ffab-c784-498b-8293-5423a85f829a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0535712 Jan 24 09:20:38.926450 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-da342aed-50cf-4560-b88c-5534b998c8fd req-97857bdb-954f-44aa-b897-658eb3132bec tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Jan 24 09:20:38.970815 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:39.052898 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Pushing event updated for resources: {'Port': ['ID=6ecce77c-24a9-465d-84b4-0e5e56ded4dd,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:39.107766 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ce547-6b47-4859-a448-98aeb84d9bbe req-776e13f7-77f3-4d8a-a8ab-fc1c3be84de5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:39.109286 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-608ce547-6b47-4859-a448-98aeb84d9bbe req-776e13f7-77f3-4d8a-a8ab-fc1c3be84de5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.1084936 Jan 24 09:20:39.165654 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Attempting to bind port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:20:39.165992 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Attempting to bind port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:20:39.166407 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Attempting to bind port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd on network bb18b00a-6e74-4475-8741-4c8ca85a032a {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:20:39.178687 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd on network bb18b00a-6e74-4475-8741-4c8ca85a032a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:20:39.185243 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Attempting to bind port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd on network bb18b00a-6e74-4475-8741-4c8ca85a032a {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:20:39.185243 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-608ce547-6b47-4859-a448-98aeb84d9bbe req-9a1625d2-a21e-4b92-b752-c0f06856c582 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679448 Jan 24 09:20:39.188274 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:20:39.188610 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Checking segment: {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:20:39.188984 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Bound using segment: {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:20:39.190749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Bound port: 6ecce77c-24a9-465d-84b4-0e5e56ded4dd, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:20:39.191072 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:39.266688 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] For port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:20:39.270439 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] For port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6ecce77c-24a9-465d-84b4-0e5e56ded4dd,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:20:39.383684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:39.418907 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:39.419480 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:39.421243 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] 10.222.0.115 "PUT /v2.0/ports/6ecce77c-24a9-465d-84b4-0e5e56ded4dd HTTP/1.1" status: 200 len: 1093 time: 0.9814196 Jan 24 09:20:39.423487 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'tag': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:20:39.426066 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a6c12d-ebcd-4207-b21b-a50a4d9ae7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f31eba5c-d268-48b8-8d66-c1da93154cc4", "tag": "6ecce77c-24a9-465d-84b4-0e5e56ded4dd"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:20:39.470499 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decf522b-91f0-4cbc-8fd7-6dbf4353c78b x-openstack-request-id: req-decf522b-91f0-4cbc-8fd7-6dbf4353c78b {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:20:39.470801 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31eba5c-d268-48b8-8d66-c1da93154cc4", "tag": "6ecce77c-24a9-465d-84b4-0e5e56ded4dd", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:20:39.471058 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-decf522b-91f0-4cbc-8fd7-6dbf4353c78b {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:20:39.471458 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'tag': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd', 'status': 'completed', 'code': 200} Jan 24 09:20:39.472492 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c942ea5-2969-422a-a073-50ae11c6407e service neutron] Pushing event updated for resources: {'Port': ['ID=6ecce77c-24a9-465d-84b4-0e5e56ded4dd,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:39.545420 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c12d-ebcd-4207-b21b-a50a4d9ae7f2 req-44c1c17f-91a7-4d55-89f6-5a936bd597e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:39.548591 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a9a6c12d-ebcd-4207-b21b-a50a4d9ae7f2 req-44c1c17f-91a7-4d55-89f6-5a936bd597e5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 1096 time: 0.0469444 Jan 24 09:20:39.687662 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c12d-ebcd-4207-b21b-a50a4d9ae7f2 req-f97c2cf7-dcdb-48c6-9074-b66a49ffa630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:39.689248 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a9a6c12d-ebcd-4207-b21b-a50a4d9ae7f2 req-f97c2cf7-dcdb-48c6-9074-b66a49ffa630 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bedaa9b436ab45108aa33633b17e58d0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1335473 Jan 24 09:20:39.737063 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed14dc4-bf65-4197-b344-0ad822ed601c req-b5a0d783-bcf7-44cc-bf38-a2f8bd21eedd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:39.739354 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fed14dc4-bf65-4197-b344-0ad822ed601c req-b5a0d783-bcf7-44cc-bf38-a2f8bd21eedd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0883234 Jan 24 09:20:39.880555 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6c12d-ebcd-4207-b21b-a50a4d9ae7f2 req-5a65b079-5a59-4add-bf89-1552a8443e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:39.884248 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a9a6c12d-ebcd-4207-b21b-a50a4d9ae7f2 req-5a65b079-5a59-4add-bf89-1552a8443e7d service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817825 Jan 24 09:20:39.889411 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fed14dc4-bf65-4197-b344-0ad822ed601c req-d385776b-7000-4f0c-aff8-2186bc6edb1c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171157 Jan 24 09:20:39.909787 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc9d5e-20ee-4c91-a7fe-b3bcd037e7de req-88e60e29-0592-444d-a30c-375a60bed41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:39.909787 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-54bc9d5e-20ee-4c91-a7fe-b3bcd037e7de req-88e60e29-0592-444d-a30c-375a60bed41d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 1098 time: 0.0889542 Jan 24 09:20:40.167946 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e8b54-ef5d-490c-b767-5eee9f6a3192 req-efd0d2f9-021a-424b-a924-4f460c62e522 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:40.169485 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-020e8b54-ef5d-490c-b767-5eee9f6a3192 req-efd0d2f9-021a-424b-a924-4f460c62e522 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0527108 Jan 24 09:20:40.226330 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-020e8b54-ef5d-490c-b767-5eee9f6a3192 req-486fa6f0-8ef5-4778-9583-1dea7eb0c9fa tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505896 Jan 24 09:20:40.292054 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-cba7118e-51ee-453d-bbcc-601d3063209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:40.293541 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-cba7118e-51ee-453d-bbcc-601d3063209d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 1096 time: 0.3584795 Jan 24 09:20:40.313735 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ae470-9f59-4791-9d59-bfebe73c3e3e req-0a29e778-e9e3-47c8-a51b-6d80a81f57c6 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:40.315239 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0b6ae470-9f59-4791-9d59-bfebe73c3e3e req-0a29e778-e9e3-47c8-a51b-6d80a81f57c6 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.3535492 Jan 24 09:20:40.335239 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c7ed6-dd82-4fc2-8c0c-529404274eed req-9174c1e0-c27a-441f-932c-76aeaa0514c6 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:40.336113 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc9d5e-20ee-4c91-a7fe-b3bcd037e7de req-7a87cd9f-0845-496c-846b-537f7d01db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:40.336894 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-842c7ed6-dd82-4fc2-8c0c-529404274eed req-9174c1e0-c27a-441f-932c-76aeaa0514c6 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0498915 Jan 24 09:20:40.337539 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-54bc9d5e-20ee-4c91-a7fe-b3bcd037e7de req-7a87cd9f-0845-496c-846b-537f7d01db32 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 917 time: 0.4149079 Jan 24 09:20:40.373112 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0b6ae470-9f59-4791-9d59-bfebe73c3e3e req-c57c2ea7-a460-4825-a216-75afc2847382 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511541 Jan 24 09:20:40.388736 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-842c7ed6-dd82-4fc2-8c0c-529404274eed req-c5d6ffe7-45ea-4a3d-a38c-4acccf092b10 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463135 Jan 24 09:20:40.479214 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e111-7277-40de-ad0d-e4f5df61f42d req-dada9584-ce28-41f4-8b07-0cc3efd55948 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:40.480588 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8121e111-7277-40de-ad0d-e4f5df61f42d req-dada9584-ce28-41f4-8b07-0cc3efd55948 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0506208 Jan 24 09:20:40.528051 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8121e111-7277-40de-ad0d-e4f5df61f42d req-cc74724a-6fc1-44d8-a8ff-56eaf64510db tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Jan 24 09:20:41.003103 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a74b02-0967-4391-a753-f1b5e4b84712 req-290f2508-8194-4878-998a-b387d6952ab7 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:41.005176 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-08a74b02-0967-4391-a753-f1b5e4b84712 req-290f2508-8194-4878-998a-b387d6952ab7 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0487857 Jan 24 09:20:41.053594 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-08a74b02-0967-4391-a753-f1b5e4b84712 req-50dae148-2b25-4267-a0b7-8b5fe1ef7965 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426769 Jan 24 09:20:41.343052 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa90a86-b11a-495a-9935-17661fa3dc87 req-a2f97ca6-473f-47c9-b05b-c8be4e6b5ceb tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:41.344574 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3fa90a86-b11a-495a-9935-17661fa3dc87 req-a2f97ca6-473f-47c9-b05b-c8be4e6b5ceb tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0497186 Jan 24 09:20:41.392203 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3fa90a86-b11a-495a-9935-17661fa3dc87 req-96543cf7-1741-40b1-a7aa-99a6821bb7d8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409992 Jan 24 09:20:41.490131 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558bb74-d4f4-4fbd-a1f5-0dc805dbd77d req-bf5786e5-2e23-42f2-b61a-41341915602c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:41.491810 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1558bb74-d4f4-4fbd-a1f5-0dc805dbd77d req-bf5786e5-2e23-42f2-b61a-41341915602c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0492575 Jan 24 09:20:41.509072 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ef562-6d20-4dd3-b7d1-7eec7983ca54 req-84723431-6675-4310-aa50-c424f0900363 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:41.510508 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-740ef562-6d20-4dd3-b7d1-7eec7983ca54 req-84723431-6675-4310-aa50-c424f0900363 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0535183 Jan 24 09:20:41.541015 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1558bb74-d4f4-4fbd-a1f5-0dc805dbd77d req-3fe9bf1b-8160-4100-a369-9089fb73490a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 Jan 24 09:20:41.560308 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-740ef562-6d20-4dd3-b7d1-7eec7983ca54 req-6880caaf-aadd-4c68-9770-071867da16ba tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Jan 24 09:20:41.662313 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983179b9-bbcc-456b-af35-568a17fe4cd4 req-175b6c75-d005-40d5-9055-e78832da88b0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:41.664139 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-983179b9-bbcc-456b-af35-568a17fe4cd4 req-175b6c75-d005-40d5-9055-e78832da88b0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0563543 Jan 24 09:20:41.712963 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-983179b9-bbcc-456b-af35-568a17fe4cd4 req-d590eef2-62b6-476f-88b7-dddf2ca5a374 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429828 Jan 24 09:20:42.166940 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef73d9-ee72-4ed7-a908-b493373af01e req-b95d57c0-55c3-494f-a44f-a5003f4d9261 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:42.168331 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8aef73d9-ee72-4ed7-a908-b493373af01e req-b95d57c0-55c3-494f-a44f-a5003f4d9261 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0481551 Jan 24 09:20:42.216847 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8aef73d9-ee72-4ed7-a908-b493373af01e req-6d8a3e4a-02a2-4afe-b70d-ddd44a0c7fea tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430422 Jan 24 09:20:42.511847 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fd5a7-c309-4217-aaaa-b109aee9efd0 req-0d5a44de-483a-45f1-82a1-8c2298436ced tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:42.513436 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b65fd5a7-c309-4217-aaaa-b109aee9efd0 req-0d5a44de-483a-45f1-82a1-8c2298436ced tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0496471 Jan 24 09:20:42.560930 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b65fd5a7-c309-4217-aaaa-b109aee9efd0 req-bec1e4f3-d35f-430a-a3f3-e4e77ec04ebb tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 Jan 24 09:20:42.660489 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5942-5ee8-42b7-b072-38116bb2c3b8 req-cfc2ae1f-02c0-4169-8e8f-68afd427f19b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:42.662973 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d47d5942-5ee8-42b7-b072-38116bb2c3b8 req-cfc2ae1f-02c0-4169-8e8f-68afd427f19b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0533147 Jan 24 09:20:42.680467 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99748a-d5b0-4b7d-a98a-ca358d6d0493 req-badbbfca-d6a1-49d9-95da-cfca4f2083cb tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:42.680467 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3c99748a-d5b0-4b7d-a98a-ca358d6d0493 req-badbbfca-d6a1-49d9-95da-cfca4f2083cb tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0520606 Jan 24 09:20:42.713313 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d47d5942-5ee8-42b7-b072-38116bb2c3b8 req-e765cb10-c8cc-4fa2-ac9c-8e8fa347d860 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440736 Jan 24 09:20:42.731362 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3c99748a-d5b0-4b7d-a98a-ca358d6d0493 req-0a7d1889-d0a0-459b-a82a-e5b3277cd809 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459538 Jan 24 09:20:42.831468 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1344b1-714d-464c-bba7-443495d0c82a req-37841866-8e97-4923-9e5c-fbb18e99d3a1 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:42.833920 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8d1344b1-714d-464c-bba7-443495d0c82a req-37841866-8e97-4923-9e5c-fbb18e99d3a1 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 945 time: 0.0496471 Jan 24 09:20:42.880636 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8d1344b1-714d-464c-bba7-443495d0c82a req-f1b30458-d4bd-4769-a5de-979eda71370f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414772 Jan 24 09:20:43.203111 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-073714fa-945e-4cc0-ba5c-489ef531b89e service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ecce77c-24a9-465d-84b4-0e5e56ded4dd HTTP/1.1" status: 200 len: 217 time: 0.0442574 Jan 24 09:20:43.203978 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 73ec9bcf-7f40-4fd5-9968-de1accae6f03 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:20:43.288662 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 is: ACTIVE; New status is: DOWN {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:20:43.289051 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:43.291444 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-54bc9d5e-20ee-4c91-a7fe-b3bcd037e7de req-562c703d-230b-4b1e-b26f-19e7ca5cbdba service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03 HTTP/1.1" status: 200 len: 1001 time: 0.1260331 Jan 24 09:20:43.295666 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-0c07e8df-ebb5-4d9a-908b-458de8ce43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:43.296400 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-0c07e8df-ebb5-4d9a-908b-458de8ce43cd service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 200 len: 851 time: 0.0654252 Jan 24 09:20:43.315322 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:20:43.318836 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb7e24f-6939-439e-b337-030d15110a56" -d '{"events": [{"server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "name": "network-vif-unplugged", "status": "completed", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:20:43.330671 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:20:43.348803 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c5723-fe6d-4509-88f8-8c30af4c160a req-b4d750e7-b25c-4f69-a458-29103da3ba65 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:43.365566 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c83c5723-fe6d-4509-88f8-8c30af4c160a req-b4d750e7-b25c-4f69-a458-29103da3ba65 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0651624 Jan 24 09:20:43.366028 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 24 Jan 2022 09:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea4db86-19ee-4536-8e8c-c6cada198ce3 x-openstack-request-id: req-4ea4db86-19ee-4536-8e8c-c6cada198ce3 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:20:43.366028 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "name": "network-vif-unplugged", "status": "completed", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:20:43.366028 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4ea4db86-19ee-4536-8e8c-c6cada198ce3 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:20:43.366028 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'code': 200} Jan 24 09:20:43.393621 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc9d5e-20ee-4c91-a7fe-b3bcd037e7de req-8d8582b1-a261-42a1-9699-7c515f36ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:43.395217 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-54bc9d5e-20ee-4c91-a7fe-b3bcd037e7de req-8d8582b1-a261-42a1-9699-7c515f36ba64 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 200 len: 855 time: 0.0838640 Jan 24 09:20:43.402637 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c83c5723-fe6d-4509-88f8-8c30af4c160a req-007750f0-77cc-48c6-92aa-c09757181db0 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447180 Jan 24 09:20:43.404130 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-f45a2c3b-561f-4157-93bc-467632e61390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:43.405594 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-f45a2c3b-561f-4157-93bc-467632e61390 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bb18b00a-6e74-4475-8741-4c8ca85a032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0931337 Jan 24 09:20:43.491112 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:43.500769 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc9d5e-20ee-4c91-a7fe-b3bcd037e7de req-e5c5226a-81e4-4d80-a751-acdbf1147bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:43.505625 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-54bc9d5e-20ee-4c91-a7fe-b3bcd037e7de req-e5c5226a-81e4-4d80-a751-acdbf1147bd6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b0d83e5f-030e-4cd8-ac08-bbed93fad267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0958176 Jan 24 09:20:43.544163 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=73ec9bcf-7f40-4fd5-9968-de1accae6f03,revision_number=8']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:43.551713 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.552297 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.552647 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.552995 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.553316 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.553644 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.553974 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.554327 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.554655 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.554982 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.555304 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.555627 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.555946 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:20:43.577786 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-1258af0e-a280-41f9-abef-f32192c85183 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617758 Jan 24 09:20:43.693375 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-54bc9d5e-20ee-4c91-a7fe-b3bcd037e7de req-ea858688-bca8-4595-9452-4425cd323db3 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810224 Jan 24 09:20:43.785500 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4c4b-1fd3-4fb4-8a0a-4568ea7658e8 req-2f7ccad3-cf2e-42ba-8969-95c8fa0813dc tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:43.791592 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-12cb4c4b-1fd3-4fb4-8a0a-4568ea7658e8 req-2f7ccad3-cf2e-42ba-8969-95c8fa0813dc tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.1534939 Jan 24 09:20:43.817796 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-40a60a7e-0e89-40ae-9b73-7f36e34528d2 req-85166b9e-7360-4316-9ef5-2811637ba29d service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236083 Jan 24 09:20:43.835487 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d5236-7cd1-437d-9bc5-e4d1dd29cf85 req-3acfd7ff-d759-4991-a839-860a7def3336 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:43.837229 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-921d5236-7cd1-437d-9bc5-e4d1dd29cf85 req-3acfd7ff-d759-4991-a839-860a7def3336 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0521562 Jan 24 09:20:43.871986 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-54bc9d5e-20ee-4c91-a7fe-b3bcd037e7de req-502386fe-3dae-4529-9d2c-f56a6012c574 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672328 Jan 24 09:20:43.875863 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-12cb4c4b-1fd3-4fb4-8a0a-4568ea7658e8 req-52647339-1dfd-40aa-94bd-1670497c4663 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806184 Jan 24 09:20:43.903887 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-921d5236-7cd1-437d-9bc5-e4d1dd29cf85 req-aee61720-53ee-4d67-b28d-0ea1847fb03a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481312 Jan 24 09:20:44.011501 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01023b68-4049-4155-a090-6f4d680dc632 req-48124384-a123-47a5-a8cc-be063076f613 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:44.014825 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-01023b68-4049-4155-a090-6f4d680dc632 req-48124384-a123-47a5-a8cc-be063076f613 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0570438 Jan 24 09:20:44.032455 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bb2f1-532f-402e-9822-a8f4d0fde419 req-94ac534b-6fcb-4adb-96ee-991670d63016 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:44.034183 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fa3bb2f1-532f-402e-9822-a8f4d0fde419 req-94ac534b-6fcb-4adb-96ee-991670d63016 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0595391 Jan 24 09:20:44.072974 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-01023b68-4049-4155-a090-6f4d680dc632 req-011f83e6-8cf5-47e9-ae7f-ddff593d4e76 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516307 Jan 24 09:20:44.081812 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fa3bb2f1-532f-402e-9822-a8f4d0fde419 req-3d36091a-fbd5-4e63-98c1-699c7575bf25 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Jan 24 09:20:44.532553 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b6657-9960-4176-ad2a-e91b17e81ba7 req-c9909755-22d3-4213-a14d-cb5e3cad93a3 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:44.534054 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-872b6657-9960-4176-ad2a-e91b17e81ba7 req-c9909755-22d3-4213-a14d-cb5e3cad93a3 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0522289 Jan 24 09:20:44.589917 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-872b6657-9960-4176-ad2a-e91b17e81ba7 req-35ca0ed9-16f0-49f1-8749-969dba31c4d1 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493460 Jan 24 09:20:44.680833 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3022f-536c-4898-b2a8-ead5467d2f7c req-08d50beb-a46e-42e9-a6c7-75eb2e69fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:44.682469 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-33a3022f-536c-4898-b2a8-ead5467d2f7c req-08d50beb-a46e-42e9-a6c7-75eb2e69fccd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 1099 time: 0.0404153 Jan 24 09:20:44.740631 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-33a3022f-536c-4898-b2a8-ead5467d2f7c req-cf346c9d-8cec-4a82-9c81-ca9fa41ad5df service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394452 Jan 24 09:20:44.996616 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51d9b1-2045-4510-86d0-5aa9f7986f2e req-b2b0fad1-4bda-4a7a-ad6b-9bad325d8988 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:44.998254 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ca51d9b1-2045-4510-86d0-5aa9f7986f2e req-b2b0fad1-4bda-4a7a-ad6b-9bad325d8988 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0483732 Jan 24 09:20:45.022086 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb148b3f-97a8-4e80-bc38-7a9e6e185790 req-a1ef7b3c-bf19-4a1b-bda0-e6a8ccb18db8 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:45.023658 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bb148b3f-97a8-4e80-bc38-7a9e6e185790 req-a1ef7b3c-bf19-4a1b-bda0-e6a8ccb18db8 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0506201 Jan 24 09:20:45.046735 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ca51d9b1-2045-4510-86d0-5aa9f7986f2e req-c6381b68-343e-41b8-9ecd-0d0105307735 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 Jan 24 09:20:45.075750 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bb148b3f-97a8-4e80-bc38-7a9e6e185790 req-d20e7ff6-6714-4b2d-a198-1e5670564a40 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463672 Jan 24 09:20:45.192271 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca28e6-6cf1-4653-ab82-4e035da4204c req-1f883c1a-3a0d-43b0-8bd3-b0f573c763f8 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:45.194362 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a0ca28e6-6cf1-4653-ab82-4e035da4204c req-1f883c1a-3a0d-43b0-8bd3-b0f573c763f8 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0531042 Jan 24 09:20:45.244656 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a0ca28e6-6cf1-4653-ab82-4e035da4204c req-269dac7a-e73a-4694-b28c-788ff50f4368 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446780 Jan 24 09:20:45.347056 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa95cd-a67f-4feb-9579-74f4cac2298a req-ded84f20-3dc6-4c9e-9c9e-c4e831b342e5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:45.349183 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4bfa95cd-a67f-4feb-9579-74f4cac2298a req-ded84f20-3dc6-4c9e-9c9e-c4e831b342e5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0494866 Jan 24 09:20:45.396861 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4bfa95cd-a67f-4feb-9579-74f4cac2298a req-91609ee0-8301-4ff6-ada3-c06adac7b4f0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421085 Jan 24 09:20:45.546983 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debed9f-ba9d-4280-86dc-c229ea831c59 req-40b584ac-632a-4b1e-b882-062410a9069b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:45.548569 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5debed9f-ba9d-4280-86dc-c229ea831c59 req-40b584ac-632a-4b1e-b882-062410a9069b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0484130 Jan 24 09:20:45.604571 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5debed9f-ba9d-4280-86dc-c229ea831c59 req-4ac23d7e-34bc-4bd7-8e8d-25a1244ada65 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488269 Jan 24 09:20:45.705327 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db71613-55d6-417d-948c-ef7a6a4a10c4 req-b26dabb5-1dc6-4f74-87d2-edf1f2777ec8 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:45.706745 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9db71613-55d6-417d-948c-ef7a6a4a10c4 req-b26dabb5-1dc6-4f74-87d2-edf1f2777ec8 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0489919 Jan 24 09:20:45.757318 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9db71613-55d6-417d-948c-ef7a6a4a10c4 req-227763bf-2160-42b9-9c33-df7703522c6e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437903 Jan 24 09:20:46.162597 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebeb96f-1c19-4e27-8973-7182b18db0cb req-32a15c41-387d-4941-b944-3e97fcf3a6a9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:46.164066 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5ebeb96f-1c19-4e27-8973-7182b18db0cb req-32a15c41-387d-4941-b944-3e97fcf3a6a9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0499616 Jan 24 09:20:46.217761 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5ebeb96f-1c19-4e27-8973-7182b18db0cb req-29af9c8c-8213-445b-aec9-0e9245298421 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478871 Jan 24 09:20:46.284535 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4736a3ff-1d47-4ee5-8bf6-5d776de37b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:46.358014 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f67216-3b41-4b78-a483-fbf7bc1f4da2 req-29c8b005-1adc-4483-90ca-a80c619b9080 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:46.359467 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e7f67216-3b41-4b78-a483-fbf7bc1f4da2 req-29c8b005-1adc-4483-90ca-a80c619b9080 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Jan 24 09:20:46.407116 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e7f67216-3b41-4b78-a483-fbf7bc1f4da2 req-16cbe6ac-c4cd-454d-8ac6-ee9f73e353f0 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 Jan 24 09:20:46.522024 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f59ed9-dac7-4b57-bb20-3bd5c3845823 req-d98a2624-03b0-4ae9-84be-48f33d73dc50 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:46.525373 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-08f59ed9-dac7-4b57-bb20-3bd5c3845823 req-d98a2624-03b0-4ae9-84be-48f33d73dc50 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0508292 Jan 24 09:20:46.572245 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-08f59ed9-dac7-4b57-bb20-3bd5c3845823 req-6637cb7e-0a39-4cfe-9c88-0e4e0b4beeac tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431550 Jan 24 09:20:46.724034 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc385bab-8beb-48b5-ad0e-5c10e35c3cb1 req-6bbcacee-db29-44f1-9e9a-000a1cde43db tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:46.725496 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bc385bab-8beb-48b5-ad0e-5c10e35c3cb1 req-6bbcacee-db29-44f1-9e9a-000a1cde43db tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0528517 Jan 24 09:20:46.772160 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bc385bab-8beb-48b5-ad0e-5c10e35c3cb1 req-f4ee4bf0-96a6-4e11-bac4-48b6360a1bb6 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Jan 24 09:20:46.875578 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb876618-b912-4fc7-81fa-c9dcec4b7c98 req-b2c34486-e216-48a7-b423-58d1000423c4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:46.877131 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-eb876618-b912-4fc7-81fa-c9dcec4b7c98 req-b2c34486-e216-48a7-b423-58d1000423c4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0518136 Jan 24 09:20:46.925137 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-eb876618-b912-4fc7-81fa-c9dcec4b7c98 req-1910e439-638f-429d-a520-72792511337e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420852 Jan 24 09:20:47.331873 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c1a26-c15a-4cfa-80b0-12ea95a745ee req-25a8f5e2-8ce9-4127-95c2-123d638b2ec0 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:47.333981 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bd6c1a26-c15a-4cfa-80b0-12ea95a745ee req-25a8f5e2-8ce9-4127-95c2-123d638b2ec0 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0488274 Jan 24 09:20:47.381648 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bd6c1a26-c15a-4cfa-80b0-12ea95a745ee req-5bd77f1a-2975-4b5b-ba38-35834d2c9de7 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420635 Jan 24 09:20:47.526218 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe801b7-60a6-42f1-a408-31779ccf65d4 req-1a36a1a6-4411-4b16-a08d-cc5c2f17cb1c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:47.527699 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cbe801b7-60a6-42f1-a408-31779ccf65d4 req-1a36a1a6-4411-4b16-a08d-cc5c2f17cb1c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0514894 Jan 24 09:20:47.585552 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cbe801b7-60a6-42f1-a408-31779ccf65d4 req-61ac3c96-355b-40c4-a0b3-8aa83fc7806e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517826 Jan 24 09:20:47.684553 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:47.701214 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c4a21-2971-4a49-b848-a90e9a07b50b req-341a9f72-35f1-4598-a007-fe763e5d8969 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:47.701214 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-831c4a21-2971-4a49-b848-a90e9a07b50b req-341a9f72-35f1-4598-a007-fe763e5d8969 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0528326 Jan 24 09:20:47.752769 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-831c4a21-2971-4a49-b848-a90e9a07b50b req-2e75b373-4468-4a2e-9ada-cd7f9aa5096a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476429 Jan 24 09:20:47.908538 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf537b-ca9c-4513-9f86-8a46f3729a8f req-a7c35381-850f-4bcb-b5a1-e8c2dff71643 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:47.910038 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2fdf537b-ca9c-4513-9f86-8a46f3729a8f req-a7c35381-850f-4bcb-b5a1-e8c2dff71643 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0559766 Jan 24 09:20:47.966222 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2fdf537b-ca9c-4513-9f86-8a46f3729a8f req-fe0cdf8c-2fc6-4b4e-8cba-1e45918aa86b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497744 Jan 24 09:20:48.049213 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384669c-3308-4362-b65e-4e4e39735506 req-3168cd7e-c1ac-491e-b176-b9fd7cff53b9 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:48.050883 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4384669c-3308-4362-b65e-4e4e39735506 req-3168cd7e-c1ac-491e-b176-b9fd7cff53b9 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0531957 Jan 24 09:20:48.125759 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4384669c-3308-4362-b65e-4e4e39735506 req-48bc1121-9126-4f5d-b89a-060cdfdf2702 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688727 Jan 24 09:20:48.137383 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bb1a4-6dc8-4f96-b19c-cc2f42726887 req-a721ca9c-a658-470a-baa7-02b80c5612b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:48.138924 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-125bb1a4-6dc8-4f96-b19c-cc2f42726887 req-a721ca9c-a658-470a-baa7-02b80c5612b9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1dc910091533410a986175bf4570f541&device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 1098 time: 0.0568643 Jan 24 09:20:48.252857 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bb1a4-6dc8-4f96-b19c-cc2f42726887 req-0dca33d4-79ec-41d2-9b48-89984bd4bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:48.254405 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-125bb1a4-6dc8-4f96-b19c-cc2f42726887 req-0dca33d4-79ec-41d2-9b48-89984bd4bf02 service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecc965a-bd5f-433d-822a-db760db2c0ab HTTP/1.1" status: 200 len: 911 time: 0.0980082 Jan 24 09:20:48.324384 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-125bb1a4-6dc8-4f96-b19c-cc2f42726887 req-1740add3-e0fa-4eb1-ba5f-68d2a49a9635 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c2fd64-23e2-4383-a6ab-b95fd9eca7df HTTP/1.1" status: 200 len: 1001 time: 0.0594735 Jan 24 09:20:48.377391 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bb1a4-6dc8-4f96-b19c-cc2f42726887 req-6bdfe8f3-a61a-447b-8476-30a9631f676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:48.378806 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-125bb1a4-6dc8-4f96-b19c-cc2f42726887 req-6bdfe8f3-a61a-447b-8476-30a9631f676a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a5112ccc-ca3f-482c-bc18-0e8c182e366d HTTP/1.1" status: 200 len: 849 time: 0.0482461 Jan 24 09:20:48.466712 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa6c7b-2499-4557-89d6-14d23563dd88 req-8be13a8f-f52b-4976-a463-d97961b6b32c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:48.468178 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b0aa6c7b-2499-4557-89d6-14d23563dd88 req-8be13a8f-f52b-4976-a463-d97961b6b32c tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.0689833 Jan 24 09:20:48.470063 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bb1a4-6dc8-4f96-b19c-cc2f42726887 req-2f6593d5-6bcd-4205-aa74-5e82a59e69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:48.471507 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-125bb1a4-6dc8-4f96-b19c-cc2f42726887 req-2f6593d5-6bcd-4205-aa74-5e82a59e69c4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecc965a-bd5f-433d-822a-db760db2c0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0799189 Jan 24 09:20:48.510210 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a36727-012a-448f-9a25-2a852b31a6e5 req-aacccb4f-9a08-49a7-844f-8e7ed8c2e1d0 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:48.512121 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-38a36727-012a-448f-9a25-2a852b31a6e5 req-aacccb4f-9a08-49a7-844f-8e7ed8c2e1d0 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0530982 Jan 24 09:20:48.569779 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-38a36727-012a-448f-9a25-2a852b31a6e5 req-be7b1b8c-e2d3-4269-a93b-dd9bde04afc6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514734 Jan 24 09:20:48.575297 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dd594669-80b6-4cf4-a41f-f3559a069d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:48.634860 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-125bb1a4-6dc8-4f96-b19c-cc2f42726887 req-8de77b23-4417-49ca-8cf8-eae9971dbaec service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558135 Jan 24 09:20:48.694420 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-b0aa6c7b-2499-4557-89d6-14d23563dd88 req-595f284e-f536-43ab-9a02-f03c2909fb0d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Deleting port 03ee32c8-006e-44bb-8ead-c281985d4343 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:20:48.694765 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-b0aa6c7b-2499-4557-89d6-14d23563dd88 req-595f284e-f536-43ab-9a02-f03c2909fb0d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:48.843694 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390319d2-c899-4244-ad01-444968e60018 req-7394b762-21a1-46d8-accb-7ef768fd3b9f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:48.845221 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-390319d2-c899-4244-ad01-444968e60018 req-7394b762-21a1-46d8-accb-7ef768fd3b9f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 945 time: 0.1745195 Jan 24 09:20:48.887292 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-b0aa6c7b-2499-4557-89d6-14d23563dd88 req-595f284e-f536-43ab-9a02-f03c2909fb0d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] For port 03ee32c8-006e-44bb-8ead-c281985d4343, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=03ee32c8-006e-44bb-8ead-c281985d4343,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:20:48.887664 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-b0aa6c7b-2499-4557-89d6-14d23563dd88 req-595f284e-f536-43ab-9a02-f03c2909fb0d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:48.902761 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d1e0a-98a5-4be0-bdca-22fe3881afde req-01acf693-dc3c-495c-80e8-acc4dae3b563 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:48.902936 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-125bb1a4-6dc8-4f96-b19c-cc2f42726887 req-78d9469a-8836-4ab6-bad8-73c5c55789ad service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599077 Jan 24 09:20:48.905410 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a85d1e0a-98a5-4be0-bdca-22fe3881afde req-01acf693-dc3c-495c-80e8-acc4dae3b563 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0713577 Jan 24 09:20:48.907905 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-b0aa6c7b-2499-4557-89d6-14d23563dd88 req-595f284e-f536-43ab-9a02-f03c2909fb0d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Calling delete_port for 03ee32c8-006e-44bb-8ead-c281985d4343 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:20:48.949297 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-390319d2-c899-4244-ad01-444968e60018 req-63e91cd0-b6db-4f84-9244-c7c29e6375ba tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959773 Jan 24 09:20:49.008248 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a85d1e0a-98a5-4be0-bdca-22fe3881afde req-64875e4d-f008-4634-a613-d86a006503c0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857143 Jan 24 09:20:49.118521 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ee54a-03e5-4460-a110-cda813573da0 req-ca5dd1c0-a26d-47aa-b294-c46b2a82a2fc tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:49.120129 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-862ee54a-03e5-4460-a110-cda813573da0 req-ca5dd1c0-a26d-47aa-b294-c46b2a82a2fc tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0672269 Jan 24 09:20:49.172501 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-862ee54a-03e5-4460-a110-cda813573da0 req-d9efe4fc-137a-4040-b6e1-ae46585db763 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464718 Jan 24 09:20:49.205132 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-b0aa6c7b-2499-4557-89d6-14d23563dd88 req-595f284e-f536-43ab-9a02-f03c2909fb0d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (03ee32c8-006e-44bb-8ead-c281985d4343), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:49.221760 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['9d784b74-8dec-426c-928f-bed55e1f51fe', '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5', '03ee32c8-006e-44bb-8ead-c281985d4343'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:20:49.237004 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f284e-f536-43ab-9a02-f03c2909fb0d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Pushing event deleted for resources: {'Port': ['ID=03ee32c8-006e-44bb-8ead-c281985d4343,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:49.290028 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f10f8-311c-41da-84a9-2ae24969f6e7 req-6b98adbb-2f81-4560-b3d8-a7df5bb445d4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:49.292611 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fc0f10f8-311c-41da-84a9-2ae24969f6e7 req-6b98adbb-2f81-4560-b3d8-a7df5bb445d4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0920463 Jan 24 09:20:49.311507 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aa6c7b-2499-4557-89d6-14d23563dd88 req-595f284e-f536-43ab-9a02-f03c2909fb0d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] No DVR routers for this DVR port 03ee32c8-006e-44bb-8ead-c281985d4343 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:20:49.314578 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-b0aa6c7b-2499-4557-89d6-14d23563dd88 req-595f284e-f536-43ab-9a02-f03c2909fb0d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:49.320947 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b0aa6c7b-2499-4557-89d6-14d23563dd88 req-595f284e-f536-43ab-9a02-f03c2909fb0d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "DELETE /v2.0/ports/03ee32c8-006e-44bb-8ead-c281985d4343 HTTP/1.1" status: 204 len: 173 time: 0.8407195 Jan 24 09:20:49.321509 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73fa07f-65bf-45c0-afb7-c5bfb0356243', 'name': 'network-vif-deleted', 'tag': '03ee32c8-006e-44bb-8ead-c281985d4343'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:20:49.325665 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec0b583-70c4-413b-93e9-9281d8de19b2" -d '{"events": [{"server_uuid": "f73fa07f-65bf-45c0-afb7-c5bfb0356243", "name": "network-vif-deleted", "tag": "03ee32c8-006e-44bb-8ead-c281985d4343"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:20:49.367394 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fc0f10f8-311c-41da-84a9-2ae24969f6e7 req-9ec3e8cf-ad0f-42c8-8e38-ab27c46fbd9d tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630796 Jan 24 09:20:49.373660 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9ec035-5a21-4d05-aa07-394d32d302d3 x-openstack-request-id: req-be9ec035-5a21-4d05-aa07-394d32d302d3 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:20:49.374199 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73fa07f-65bf-45c0-afb7-c5bfb0356243", "name": "network-vif-deleted", "tag": "03ee32c8-006e-44bb-8ead-c281985d4343", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:20:49.374686 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-be9ec035-5a21-4d05-aa07-394d32d302d3 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:20:49.375865 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73fa07f-65bf-45c0-afb7-c5bfb0356243', 'name': 'network-vif-deleted', 'tag': '03ee32c8-006e-44bb-8ead-c281985d4343', 'status': 'completed', 'code': 200} Jan 24 09:20:49.701032 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b5e6-23a5-4c78-bd72-b3e08edfb2c0 req-1e3d5317-61a9-4b56-85c6-db10e7ac3e13 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:49.702533 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b5d5b5e6-23a5-4c78-bd72-b3e08edfb2c0 req-1e3d5317-61a9-4b56-85c6-db10e7ac3e13 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0524597 Jan 24 09:20:49.755955 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b5d5b5e6-23a5-4c78-bd72-b3e08edfb2c0 req-78f87e3e-9201-453f-85a0-0d29495f3dff tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Jan 24 09:20:49.862431 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:50.072889 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-23cb7c77-35b2-4c21-8f36-11f88d348873 req-0c2b988f-c5a6-4699-97b9-0e9b6c25cf18 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=f73fa07f-65bf-45c0-afb7-c5bfb0356243 HTTP/1.1" status: 200 len: 210 time: 0.0370259 Jan 24 09:20:50.177871 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6ba3-d71e-4384-8c3b-0e6233fbece2 req-e54f6036-bae2-446e-8d73-4cec9a1a848c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:50.179391 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-930d6ba3-d71e-4384-8c3b-0e6233fbece2 req-e54f6036-bae2-446e-8d73-4cec9a1a848c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0498071 Jan 24 09:20:50.228400 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-930d6ba3-d71e-4384-8c3b-0e6233fbece2 req-5c005a08-d98d-4d18-b7c4-fa1593ddc2a0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 Jan 24 09:20:50.329232 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190068d6-321c-40b4-8b3d-6a85ccd83e9b req-7461ced6-8c9d-4b39-a1b0-f0426286d7df tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:50.330782 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-190068d6-321c-40b4-8b3d-6a85ccd83e9b req-7461ced6-8c9d-4b39-a1b0-f0426286d7df tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0577838 Jan 24 09:20:50.359081 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5e846-2003-4e7d-9092-d292c8647739 req-7445051e-99bd-40de-9b80-50cf31d1a736 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:50.360598 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-13a5e846-2003-4e7d-9092-d292c8647739 req-7445051e-99bd-40de-9b80-50cf31d1a736 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0608900 Jan 24 09:20:50.385423 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-190068d6-321c-40b4-8b3d-6a85ccd83e9b req-8e275a72-b096-4ec1-901e-1a3a525693ed tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472932 Jan 24 09:20:50.436937 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac7d69-c942-44dd-acec-ed0319c06e0a req-e4aefd59-35b3-4a08-b428-f6d0b422c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:50.438690 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-12ac7d69-c942-44dd-acec-ed0319c06e0a req-e4aefd59-35b3-4a08-b428-f6d0b422c31e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=cd6f638b201f414f81bda294a0adce5b&device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 1099 time: 0.0770395 Jan 24 09:20:50.443832 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-13a5e846-2003-4e7d-9092-d292c8647739 req-dbd7e027-e3d8-4653-bd43-4bd27b24d074 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723777 Jan 24 09:20:50.585641 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac7d69-c942-44dd-acec-ed0319c06e0a req-907f828d-6312-44fc-9f73-939845f17061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:50.587142 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-12ac7d69-c942-44dd-acec-ed0319c06e0a req-907f828d-6312-44fc-9f73-939845f17061 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f851d587-14cc-48ac-9b32-b0aa546a9c65 HTTP/1.1" status: 200 len: 920 time: 0.1349409 Jan 24 09:20:50.595781 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa703fa-33c2-4e64-a07a-b98b4bb26115 req-73bd93e7-83fd-40df-bcb0-1c918d24fae0 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:50.597187 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bfa703fa-33c2-4e64-a07a-b98b4bb26115 req-73bd93e7-83fd-40df-bcb0-1c918d24fae0 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0780351 Jan 24 09:20:50.641617 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-12ac7d69-c942-44dd-acec-ed0319c06e0a req-000347de-19c1-4597-8a28-667fb5f82edc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8921ac36-ed44-4666-b756-63bd8f08a955 HTTP/1.1" status: 200 len: 217 time: 0.0434322 Jan 24 09:20:50.716235 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac7d69-c942-44dd-acec-ed0319c06e0a req-bf7d9afa-0420-4957-a1d1-c3d4a13ee624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:50.717773 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-12ac7d69-c942-44dd-acec-ed0319c06e0a req-bf7d9afa-0420-4957-a1d1-c3d4a13ee624 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=7a5e6d63-43c4-459b-a03f-9672a3341cea HTTP/1.1" status: 200 len: 859 time: 0.0700159 Jan 24 09:20:50.721719 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bfa703fa-33c2-4e64-a07a-b98b4bb26115 req-00cac400-2fcc-484f-accf-f4589fbb5e48 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161563 Jan 24 09:20:50.748473 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-12ac7d69-c942-44dd-acec-ed0319c06e0a req-75148f63-aa7b-43d3-8cb0-64eece814dc8 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f851d587-14cc-48ac-9b32-b0aa546a9c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239844 Jan 24 09:20:50.846817 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-12ac7d69-c942-44dd-acec-ed0319c06e0a req-3f42b373-dec6-4459-b40f-bf8b5aec6e11 service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896144 Jan 24 09:20:50.925390 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:51.170519 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-12ac7d69-c942-44dd-acec-ed0319c06e0a req-19f69d6a-e5c7-4301-97b0-5ff426402c80 service neutron] 10.222.0.115 "GET /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169272 Jan 24 09:20:51.756251 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b717c8-b411-4542-8970-c7087276e60f req-3e3ea124-0e93-4f51-b3ae-67ce803766fb tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:51.757764 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a2b717c8-b411-4542-8970-c7087276e60f req-3e3ea124-0e93-4f51-b3ae-67ce803766fb tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0519903 Jan 24 09:20:51.807005 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a2b717c8-b411-4542-8970-c7087276e60f req-e9fcfd48-9b12-4b7c-a3e3-6f1a89f69a25 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 Jan 24 09:20:51.932027 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2165-cdc0-40f6-b897-4da42d017242 req-f06b2675-3ae7-408b-8162-1cb735701bd9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:51.933548 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ea1b2165-cdc0-40f6-b897-4da42d017242 req-f06b2675-3ae7-408b-8162-1cb735701bd9 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0661199 Jan 24 09:20:51.991034 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ea1b2165-cdc0-40f6-b897-4da42d017242 req-b3f49236-8335-45b5-844c-3d7f7f5961c8 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516074 Jan 24 09:20:52.074144 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e780171-fe56-4606-aa2e-bbbc1778b38c req-d7f205cb-43a1-48af-a501-15c33b32a79f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:52.077269 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5e780171-fe56-4606-aa2e-bbbc1778b38c req-d7f205cb-43a1-48af-a501-15c33b32a79f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 946 time: 0.0561051 Jan 24 09:20:52.133902 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314098ae-c046-4c98-a35d-8d5a6dc35503 req-a576b25a-f7dd-4da8-b803-07f0da4b2852 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:52.135475 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-314098ae-c046-4c98-a35d-8d5a6dc35503 req-a576b25a-f7dd-4da8-b803-07f0da4b2852 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0637317 Jan 24 09:20:52.140470 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5e780171-fe56-4606-aa2e-bbbc1778b38c req-0d3e9232-5bc8-481e-9380-e0909c822677 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577509 Jan 24 09:20:52.192715 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-314098ae-c046-4c98-a35d-8d5a6dc35503 req-afee5458-1c58-4298-b9a3-504358513d31 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509834 Jan 24 09:20:52.201972 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [req-a5b793d3-abff-42cd-a3b6-c6b74c3486bd req-23590957-8095-4b52-89bc-19e687e5869b service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:20:52.203170 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a5b793d3-abff-42cd-a3b6-c6b74c3486bd req-23590957-8095-4b52-89bc-19e687e5869b service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056534 Jan 24 09:20:52.544216 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee1266-4143-4421-bc19-1ef4360d5842 req-5f7b81df-d4db-4cb5-8b25-28d030f0b10b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:52.546325 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-08ee1266-4143-4421-bc19-1ef4360d5842 req-5f7b81df-d4db-4cb5-8b25-28d030f0b10b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0536008 Jan 24 09:20:52.577160 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:52.601294 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-08ee1266-4143-4421-bc19-1ef4360d5842 req-02d6931f-dc3e-429b-8eb1-27ca971708b2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492525 Jan 24 09:20:53.113181 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48054) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:53.115471 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672cc7d-733e-4cee-8d53-3f7c3cb138d3 req-93fb8875-75e5-4be0-a93b-4aee0e391255 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:53.117014 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a672cc7d-733e-4cee-8d53-3f7c3cb138d3 req-93fb8875-75e5-4be0-a93b-4aee0e391255 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0512533 Jan 24 09:20:53.186308 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a672cc7d-733e-4cee-8d53-3f7c3cb138d3 req-189ed9f7-9867-4337-89d9-e1eda26b3e07 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587540 Jan 24 09:20:53.202772 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 6ecce77c-24a9-465d-84b4-0e5e56ded4dd details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:20:53.206539 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-d287c61b-bf91-4d81-9d4f-58569af13c82 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920465 Jan 24 09:20:53.206948 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 73ec9bcf-7f40-4fd5-9968-de1accae6f03 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:20:53.218145 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-610f7034-5c9e-4723-87c0-cc3c84e0feea service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:20:53.227052 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-610f7034-5c9e-4723-87c0-cc3c84e0feea service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142617 Jan 24 09:20:53.343784 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c657151-4ec8-4123-bbd2-ace95732a8d7 req-507730cf-84ec-4d69-8edb-9cab60928d9e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:53.353851 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2c657151-4ec8-4123-bbd2-ace95732a8d7 req-507730cf-84ec-4d69-8edb-9cab60928d9e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 946 time: 0.0918374 Jan 24 09:20:53.373021 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524e08c-233a-4f7c-acc4-3b62747256de req-3cc1eb44-4208-4aa7-89dc-aefd7d4a4ea8 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:53.381859 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3524e08c-233a-4f7c-acc4-3b62747256de req-3cc1eb44-4208-4aa7-89dc-aefd7d4a4ea8 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 943 time: 0.0883284 Jan 24 09:20:53.397620 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6ecce77c-24a9-465d-84b4-0e5e56ded4dd,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:20:53.401166 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 is: DOWN; New status is: DOWN {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:20:53.402563 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 03ee32c8-006e-44bb-8ead-c281985d4343 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:20:53.416712 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2c657151-4ec8-4123-bbd2-ace95732a8d7 req-0b7eec22-9ac2-473a-ae7d-1dcdc8dd614a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619082 Jan 24 09:20:53.433629 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 03ee32c8-006e-44bb-8ead-c281985d4343 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:20:53.433629 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 03ee32c8-006e-44bb-8ead-c281985d4343 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:20:53.444628 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'port_id': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd', 'mac_address': 'fa:16:3e:75:d5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:20:53.475528 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3524e08c-233a-4f7c-acc4-3b62747256de req-897ec601-2509-4ecb-b4ec-ea476f6be1c8 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926526 Jan 24 09:20:53.501535 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:20:53.501535 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:53.518647 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecce77c-24a9-465d-84b4-0e5e56ded4dd {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:20:53.544065 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6ecce77c-24a9-465d-84b4-0e5e56ded4dd,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:20:53.550806 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d773e57-09bf-4dd9-8bdc-7af470f60efa req-baa51eac-997c-4114-8ed9-1cdb639b394f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:53.553442 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9d773e57-09bf-4dd9-8bdc-7af470f60efa req-baa51eac-997c-4114-8ed9-1cdb639b394f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 946 time: 0.0667152 Jan 24 09:20:53.634624 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:53.680432 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-9d773e57-09bf-4dd9-8bdc-7af470f60efa req-add2e939-da61-43f2-8a0d-3c62a1c19b55 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Deleting port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:20:53.680875 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-9d773e57-09bf-4dd9-8bdc-7af470f60efa req-add2e939-da61-43f2-8a0d-3c62a1c19b55 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:53.696322 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=6ecce77c-24a9-465d-84b4-0e5e56ded4dd,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:53.799076 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084286b-ef12-4742-b456-7991f2bcad41 req-b5af0574-4bff-404e-a9b6-e44dfae1cbfc tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:53.800579 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f084286b-ef12-4742-b456-7991f2bcad41 req-b5af0574-4bff-404e-a9b6-e44dfae1cbfc tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.1145251 Jan 24 09:20:53.822273 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-9d773e57-09bf-4dd9-8bdc-7af470f60efa req-add2e939-da61-43f2-8a0d-3c62a1c19b55 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] For port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:20:53.822646 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-9d773e57-09bf-4dd9-8bdc-7af470f60efa req-add2e939-da61-43f2-8a0d-3c62a1c19b55 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:53.844150 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-9d773e57-09bf-4dd9-8bdc-7af470f60efa req-add2e939-da61-43f2-8a0d-3c62a1c19b55 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Calling delete_port for 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:20:53.915240 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f084286b-ef12-4742-b456-7991f2bcad41 req-6367a77b-afcc-4171-83be-38ad1c3bc105 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044223 Jan 24 09:20:54.001652 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['6ecce77c-24a9-465d-84b4-0e5e56ded4dd'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:20:54.089910 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-9d773e57-09bf-4dd9-8bdc-7af470f60efa req-add2e939-da61-43f2-8a0d-3c62a1c19b55 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:54.102395 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['9d784b74-8dec-426c-928f-bed55e1f51fe'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:20:54.122056 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2e939-da61-43f2-8a0d-3c62a1c19b55 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Pushing event deleted for resources: {'Port': ['ID=37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:54.170081 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d773e57-09bf-4dd9-8bdc-7af470f60efa req-add2e939-da61-43f2-8a0d-3c62a1c19b55 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] No DVR routers for this DVR port 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:20:54.172588 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-9d773e57-09bf-4dd9-8bdc-7af470f60efa req-add2e939-da61-43f2-8a0d-3c62a1c19b55 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:54.176275 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9d773e57-09bf-4dd9-8bdc-7af470f60efa req-add2e939-da61-43f2-8a0d-3c62a1c19b55 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "DELETE /v2.0/ports/37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 HTTP/1.1" status: 204 len: 173 time: 0.6158888 Jan 24 09:20:54.180929 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0c5b63-d2d9-4dbd-b01d-845151d57d74', 'name': 'network-vif-deleted', 'tag': '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:20:54.180929 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9745da53-f187-4a8c-a85f-e88037f29a62" -d '{"events": [{"server_uuid": "6b0c5b63-d2d9-4dbd-b01d-845151d57d74", "name": "network-vif-deleted", "tag": "37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:20:54.228030 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9831b19c-6fd9-4933-a33f-a1152d19c331 x-openstack-request-id: req-9831b19c-6fd9-4933-a33f-a1152d19c331 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:20:54.228471 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0c5b63-d2d9-4dbd-b01d-845151d57d74", "name": "network-vif-deleted", "tag": "37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:20:54.228796 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9831b19c-6fd9-4933-a33f-a1152d19c331 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:20:54.229320 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0c5b63-d2d9-4dbd-b01d-845151d57d74', 'name': 'network-vif-deleted', 'tag': '37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5', 'status': 'completed', 'code': 200} Jan 24 09:20:54.318321 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b0329-6099-4fdf-b795-7191a6de9224 req-5217136f-0b69-4ec7-ab43-f116b7b37f03 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:54.320099 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-405b0329-6099-4fdf-b795-7191a6de9224 req-5217136f-0b69-4ec7-ab43-f116b7b37f03 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0591826 Jan 24 09:20:54.371713 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-405b0329-6099-4fdf-b795-7191a6de9224 req-f077cad3-91e0-4d3a-bde1-c809e045d8b5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452013 Jan 24 09:20:54.534393 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7a4835e4-e1c8-4d10-9318-345f451d2a3b req-33dc3fd7-39c9-4ff0-b529-b38e974e405e tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=6b0c5b63-d2d9-4dbd-b01d-845151d57d74 HTTP/1.1" status: 200 len: 210 time: 0.0270452 Jan 24 09:20:54.673774 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381212ad-921d-49f0-a91e-62930f74adb6 req-1916ae74-b3fb-4397-a63a-6ff3b0507ddf tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:54.673774 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-381212ad-921d-49f0-a91e-62930f74adb6 req-1916ae74-b3fb-4397-a63a-6ff3b0507ddf tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 944 time: 0.0533409 Jan 24 09:20:54.728874 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-381212ad-921d-49f0-a91e-62930f74adb6 req-d40025c8-07df-436a-a4b3-fb0662739ec0 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539365 Jan 24 09:20:54.972746 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48098) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:55.053073 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15689-4636-4625-9d45-206c8fd78eb8 req-1b6394e4-3653-44b7-98c1-3756b0990ce1 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:55.055057 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-14d15689-4636-4625-9d45-206c8fd78eb8 req-1b6394e4-3653-44b7-98c1-3756b0990ce1 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0545340 Jan 24 09:20:55.110785 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3bce4e8f-d7a4-4346-8663-6973ce1dce38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:55.127323 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-14d15689-4636-4625-9d45-206c8fd78eb8 req-ddc5ff50-21e6-4fbe-af92-3a7d4c26c580 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640061 Jan 24 09:20:55.201298 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3bce4e8f-d7a4-4346-8663-6973ce1dce38 admin admin] Publish callbacks [] for security_group (5bbb29da-5c4a-48ba-8a33-1c3651d0328a), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:55.239890 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 6ecce77c-24a9-465d-84b4-0e5e56ded4dd up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:20:55.262204 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3bce4e8f-d7a4-4346-8663-6973ce1dce38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5bbb29da-5c4a-48ba-8a33-1c3651d0328a), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:55.306671 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-3bce4e8f-d7a4-4346-8663-6973ce1dce38 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=e406818a85f241db9b15b1669486fb70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319905 Jan 24 09:20:55.309908 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48102) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:55.315077 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce4e8f-d7a4-4346-8663-6973ce1dce38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbb29da-5c4a-48ba-8a33-1c3651d0328a,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:55.362484 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-20a50bda-b6ea-4fe9-95c3-b542b4bf0c74 admin admin] Publish callbacks [] for security_group (5bbb29da-5c4a-48ba-8a33-1c3651d0328a), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:55.384407 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-20a50bda-b6ea-4fe9-95c3-b542b4bf0c74 admin admin] Publish callbacks [] for security_group (5bbb29da-5c4a-48ba-8a33-1c3651d0328a), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:55.399564 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:20:55.405696 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:20:55.406356 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:55.472506 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-20a50bda-b6ea-4fe9-95c3-b542b4bf0c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5bbb29da-5c4a-48ba-8a33-1c3651d0328a), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:55.477438 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-20a50bda-b6ea-4fe9-95c3-b542b4bf0c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:55.479190 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-20a50bda-b6ea-4fe9-95c3-b542b4bf0c74 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5bbb29da-5c4a-48ba-8a33-1c3651d0328a HTTP/1.1" status: 204 len: 168 time: 0.1674938 Jan 24 09:20:55.490659 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a50bda-b6ea-4fe9-95c3-b542b4bf0c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbb29da-5c4a-48ba-8a33-1c3651d0328a,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:55.505293 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:20:55.506326 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:55.541147 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:20:55.543753 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b42ad9-2069-40f7-9bd1-9c579cce3fea" -d '{"events": [{"server_uuid": "f31eba5c-d268-48b8-8d66-c1da93154cc4", "name": "network-vif-plugged", "status": "completed", "tag": "6ecce77c-24a9-465d-84b4-0e5e56ded4dd"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:20:55.568664 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6ecce77c-24a9-465d-84b4-0e5e56ded4dd,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:20:55.592685 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9c2e39-ce9a-426c-a957-af3f04c36e12 x-openstack-request-id: req-7b9c2e39-ce9a-426c-a957-af3f04c36e12 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:20:55.592685 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31eba5c-d268-48b8-8d66-c1da93154cc4", "name": "network-vif-plugged", "status": "completed", "tag": "6ecce77c-24a9-465d-84b4-0e5e56ded4dd", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:20:55.592685 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7b9c2e39-ce9a-426c-a957-af3f04c36e12 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:20:55.592685 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd', 'code': 200} Jan 24 09:20:55.690655 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:55.691486 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:20:55.728996 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:20:55.729499 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 37794bd0-f89a-4e6a-8e1c-c7c7ab98e3c5 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:20:55.759491 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=6ecce77c-24a9-465d-84b4-0e5e56ded4dd,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:20:55.861079 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a32400-6a0b-4782-aa18-d9f32a61658e req-353c409a-ff11-40e1-9f11-dee590f2e5be tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:55.865213 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-54a32400-6a0b-4782-aa18-d9f32a61658e req-353c409a-ff11-40e1-9f11-dee590f2e5be tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 945 time: 0.0605721 Jan 24 09:20:55.972663 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-54a32400-6a0b-4782-aa18-d9f32a61658e req-cf759e79-1bb0-4178-ab33-44dec2ff1aea tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932229 Jan 24 09:20:56.106998 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425e7f3-c27c-49ae-9b76-386108ed70c0 req-0bd75e14-f2d7-4217-ac49-d2deac92ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:56.108693 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2425e7f3-c27c-49ae-9b76-386108ed70c0 req-0bd75e14-f2d7-4217-ac49-d2deac92ab43 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 1098 time: 0.0551786 Jan 24 09:20:56.159283 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2425e7f3-c27c-49ae-9b76-386108ed70c0 req-b843728d-05ee-4b9e-b000-5b50b5133ddb service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441856 Jan 24 09:20:56.265789 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6922fc4-ee55-4d34-9f89-3b0a36000a54 req-5a0cb67c-7f3a-4de5-8358-727af6491082 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:56.267309 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b6922fc4-ee55-4d34-9f89-3b0a36000a54 req-5a0cb67c-7f3a-4de5-8358-727af6491082 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0539694 Jan 24 09:20:56.324871 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b6922fc4-ee55-4d34-9f89-3b0a36000a54 req-8fa7d825-d2a7-4aad-9eda-b3632f0e6982 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476224 Jan 24 09:20:56.925961 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-3b2d292e-8d8b-422c-b285-1e9ac5c91450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:56.927602 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-3b2d292e-8d8b-422c-b285-1e9ac5c91450 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1&tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0784588 Jan 24 09:20:57.003406 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-5fdff8be-84e5-4161-a690-986f78025c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:57.007010 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-5fdff8be-84e5-4161-a690-986f78025c6b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 1096 time: 0.0461392 Jan 24 09:20:57.129693 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-025d0d8f-dc06-44b5-8df5-63a2c4134b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:57.131291 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-025d0d8f-dc06-44b5-8df5-63a2c4134b2e service neutron] 10.222.0.115 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 917 time: 0.1163685 Jan 24 09:20:57.221187 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3cbe5-78ba-43dd-8b9e-4b18ade5ff3f req-f5c80828-1ab0-4797-86ad-376f52d7f2ab tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:57.223187 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-52e3cbe5-78ba-43dd-8b9e-4b18ade5ff3f req-f5c80828-1ab0-4797-86ad-376f52d7f2ab tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 945 time: 0.1091797 Jan 24 09:20:57.225469 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-ec1592cc-845c-4c8a-b927-3f547ff8ba25 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03 HTTP/1.1" status: 200 len: 999 time: 0.0807669 Jan 24 09:20:57.306203 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-f15a29d4-eef2-47ae-a74d-0139e0a3bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:57.307772 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-f15a29d4-eef2-47ae-a74d-0139e0a3bab4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 200 len: 855 time: 0.0714169 Jan 24 09:20:57.313079 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-52e3cbe5-78ba-43dd-8b9e-4b18ade5ff3f req-e4c9a705-988a-446f-b573-6cd3a89d815d tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828123 Jan 24 09:20:57.392722 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458dc487-fa6c-46a8-bf33-094e57308ae5 req-3f47678e-7483-45d1-b263-3b9cf106eb69 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:57.395068 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-458dc487-fa6c-46a8-bf33-094e57308ae5 req-3f47678e-7483-45d1-b263-3b9cf106eb69 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0628977 Jan 24 09:20:57.399181 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-6a0892ce-d71b-4b60-89e8-387e262353ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:57.401012 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-6a0892ce-d71b-4b60-89e8-387e262353ee service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b0d83e5f-030e-4cd8-ac08-bbed93fad267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0674126 Jan 24 09:20:57.464125 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-458dc487-fa6c-46a8-bf33-094e57308ae5 req-56f6067d-9880-4363-ac67-a81671b98ced tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597880 Jan 24 09:20:57.525381 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf88a3-a772-4c29-9db2-7591e6ccb44b req-01a2856c-0569-4fdc-a215-e84b35459451 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:57.526900 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a2cf88a3-a772-4c29-9db2-7591e6ccb44b req-01a2856c-0569-4fdc-a215-e84b35459451 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0980041 Jan 24 09:20:57.547040 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-b8b6ab8f-0ba7-4722-8189-b97d7e02f2d9 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362317 Jan 24 09:20:57.634201 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a2cf88a3-a772-4c29-9db2-7591e6ccb44b req-ab1b4a18-512d-4b85-9873-b158a52e6a5e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982926 Jan 24 09:20:57.672044 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0abd3ee5-d5da-4486-a2f2-3466d538731f req-83da0dca-78a5-4a42-aece-6fe4d6504105 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146140 Jan 24 09:20:58.442176 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0b53d-068d-46c8-8401-a3d58d6e7170 req-b69651c4-f2fb-42d1-a5b7-5c45cef22431 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:58.444278 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bea0b53d-068d-46c8-8401-a3d58d6e7170 req-b69651c4-f2fb-42d1-a5b7-5c45cef22431 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 945 time: 0.0547504 Jan 24 09:20:58.577353 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bea0b53d-068d-46c8-8401-a3d58d6e7170 req-7d1a4809-0047-4821-96ae-502a2eaaba9a tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117258 Jan 24 09:20:58.721958 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfbe09-7665-4c49-b0f8-16dda6fe85a3 req-98a764c6-7e6b-4e22-a35b-d788246479cc tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:58.742432 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7fcfbe09-7665-4c49-b0f8-16dda6fe85a3 req-98a764c6-7e6b-4e22-a35b-d788246479cc tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.1353631 Jan 24 09:20:58.814038 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c51a1-f951-4741-8040-c5b335741236 req-5d8fcb4d-03c7-49a2-901f-ede3583a45db tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:58.823631 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6e9c51a1-f951-4741-8040-c5b335741236 req-5d8fcb4d-03c7-49a2-901f-ede3583a45db tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 945 time: 0.1096501 Jan 24 09:20:58.826262 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7fcfbe09-7665-4c49-b0f8-16dda6fe85a3 req-0e5dfbd3-54d5-462a-a076-b7582c526c10 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823128 Jan 24 09:20:58.922929 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6e9c51a1-f951-4741-8040-c5b335741236 req-272255c2-8365-4d0e-8b7f-1bbe7ac4c5d2 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968847 Jan 24 09:20:58.958673 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48170) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:59.000302 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56ccb7-5660-407e-855f-1f325750828b req-732739c4-a58b-4659-942f-7e7b4a659708 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:59.001904 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3f56ccb7-5660-407e-855f-1f325750828b req-732739c4-a58b-4659-942f-7e7b4a659708 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0914502 Jan 24 09:20:59.089353 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3f56ccb7-5660-407e-855f-1f325750828b req-7e6a0990-6801-4699-9379-ffe96cd00c5d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796235 Jan 24 09:20:59.272897 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0b46a-def2-4108-9387-a6e6065648b0 tempest-TestVolumeBootPattern-1865193542 tempest-TestVolumeBootPattern-1865193542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:59.274481 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-1cf0b46a-def2-4108-9387-a6e6065648b0 tempest-TestVolumeBootPattern-1865193542 tempest-TestVolumeBootPattern-1865193542-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 1093 time: 0.3152261 Jan 24 09:20:59.277993 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48174) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:20:59.289630 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'floatingip': {'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'port_id': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:20:59.420746 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:59.563913 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:59.718886 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Allocated IP 172.27.0.8 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/2316b549-fac2-47e1-b708-2302fc176739) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:20:59.845258 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for port (2316b549-fac2-47e1-b708-2302fc176739), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:20:59.997638 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c91863-ee2d-4131-9d80-1ab35e8e52b5 req-aa93d912-c885-4fba-b96f-c29339910e8d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:20:59.999428 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-98c91863-ee2d-4131-9d80-1ab35e8e52b5 req-aa93d912-c885-4fba-b96f-c29339910e8d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0741041 Jan 24 09:21:00.010935 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (2316b549-fac2-47e1-b708-2302fc176739), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:00.075372 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-98c91863-ee2d-4131-9d80-1ab35e8e52b5 req-8029ac56-cf43-4daf-a555-f4ea7c12fe01 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683899 Jan 24 09:21:00.081415 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:21:00.087136 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:21:00.106926 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:21:00.131368 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'Port': ['ID=2316b549-fac2-47e1-b708-2302fc176739,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:00.309309 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bc7cc-d7b3-4726-81a4-2772b0598bda req-9ef5f99a-2d25-41f4-bf1d-1c0298781fc2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:00.310970 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-468bc7cc-d7b3-4726-81a4-2772b0598bda req-9ef5f99a-2d25-41f4-bf1d-1c0298781fc2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.1077483 Jan 24 09:21:00.479757 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-468bc7cc-d7b3-4726-81a4-2772b0598bda req-5b9ce4fd-395d-4fb0-8379-6e109f782bc2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257768 Jan 24 09:21:00.686057 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (10a63bfc-18cf-4266-8de9-08f05c750cf1), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:00.869429 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2316b549-fac2-47e1-b708-2302fc176739), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:01.125539 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for port (2316b549-fac2-47e1-b708-2302fc176739), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:01.254796 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7457c-e3bc-4bc1-9fb5-be2c38b30681 req-a9f59d96-d53b-4376-9a65-2b53381ee9c3 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:01.256381 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-72b7457c-e3bc-4bc1-9fb5-be2c38b30681 req-a9f59d96-d53b-4376-9a65-2b53381ee9c3 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0752237 Jan 24 09:21:01.348386 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-72b7457c-e3bc-4bc1-9fb5-be2c38b30681 req-2e425f4b-2f15-4638-ad0c-b1065c9c5f17 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832551 Jan 24 09:21:01.564949 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18398718'] for port (2316b549-fac2-47e1-b708-2302fc176739), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:01.666216 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'Port': ['ID=2316b549-fac2-47e1-b708-2302fc176739,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:01.699102 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72b5da-e266-4d49-8cc9-380c11ea3e73 req-257e3901-8b1d-4079-b9fa-30bac050f464 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:01.700790 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-da72b5da-e266-4d49-8cc9-380c11ea3e73 req-257e3901-8b1d-4079-b9fa-30bac050f464 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.1261179 Jan 24 09:21:01.702239 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (10a63bfc-18cf-4266-8de9-08f05c750cf1), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:01.858147 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.l3_db [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Floating IP 10a63bfc-18cf-4266-8de9-08f05c750cf1 associated. External IP: 172.27.0.8, port: 6ecce77c-24a9-465d-84b4-0e5e56ded4dd. Jan 24 09:21:01.907326 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-da72b5da-e266-4d49-8cc9-380c11ea3e73 req-cebedabc-d1b9-4457-95c3-7f44ea961a65 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645048 Jan 24 09:21:02.061840 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8610ff-b19d-4ce6-a99f-030a5626a674 req-bddd5c28-2bb7-4831-81a9-1b4a46b27426 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:02.063606 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc8610ff-b19d-4ce6-a99f-030a5626a674 req-bddd5c28-2bb7-4831-81a9-1b4a46b27426 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0962021 Jan 24 09:21:02.161259 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc8610ff-b19d-4ce6-a99f-030a5626a674 req-dd8afc7f-db19-4c46-af97-df6e00de173f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901606 Jan 24 09:21:02.208011 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Router 9d9eb99a-e469-4057-b54d-facb85f9ccab has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:21:02.365108 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:21:02.382951 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7454dd-76b2-449b-aca3-cea5d8fa23a4 None None] Sync routers for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:21:02.404118 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7454dd-76b2-449b-aca3-cea5d8fa23a4 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:21:02.404751 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-0a7454dd-76b2-449b-aca3-cea5d8fa23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:20:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:02.481418 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:02.547184 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-cedd0208-b5bc-4bfe-b5b4-7d73e548abdd tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.2675598 Jan 24 09:21:02.555981 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'tag': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd'}] {{(pid=103102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:21:02.558500 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a1f9b8f426edbc55e6178fb0656aabaaee06a47fc80a7429674e4344d9448a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2442dd-0066-4383-8fd8-1b1152797236" -d '{"events": [{"name": "network-changed", "server_uuid": "f31eba5c-d268-48b8-8d66-c1da93154cc4", "tag": "6ecce77c-24a9-465d-84b4-0e5e56ded4dd"}]}' {{(pid=103102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:21:02.563136 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-0a7454dd-76b2-449b-aca3-cea5d8fa23a4 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:21:02.571182 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6b591-3ae0-4586-956f-c48010bc468c req-20febdf2-2547-4607-9d6a-6cf937a07d10 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:02.582710 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0ff6b591-3ae0-4586-956f-c48010bc468c req-20febdf2-2547-4607-9d6a-6cf937a07d10 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.1425767 Jan 24 09:21:02.672451 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258ac11c-1220-4050-bc52-009b46a53b17 x-openstack-request-id: req-258ac11c-1220-4050-bc52-009b46a53b17 {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:21:02.672795 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31eba5c-d268-48b8-8d66-c1da93154cc4", "tag": "6ecce77c-24a9-465d-84b4-0e5e56ded4dd", "status": "completed", "code": 200}]} {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:21:02.672998 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-258ac11c-1220-4050-bc52-009b46a53b17 {{(pid=103102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:21:02.673709 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'tag': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd', 'status': 'completed', 'code': 200} Jan 24 09:21:02.682700 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0ff6b591-3ae0-4586-956f-c48010bc468c req-a688eb5d-2316-4d7a-9c32-3809c6e7d261 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985618 Jan 24 09:21:02.877935 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-0a7454dd-76b2-449b-aca3-cea5d8fa23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '10a63bfc-18cf-4266-8de9-08f05c750cf1', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:75:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:21:00Z', 'updated_at': '2022-01-24T09:21:00Z', 'revision_number': 0, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:02.905552 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7454dd-76b2-449b-aca3-cea5d8fa23a4 None None] Checking router: 9d9eb99a-e469-4057-b54d-facb85f9ccab for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:21:02.918655 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7454dd-76b2-449b-aca3-cea5d8fa23a4 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:21:02.919731 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-0a7454dd-76b2-449b-aca3-cea5d8fa23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:20:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:03.075681 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-0a7454dd-76b2-449b-aca3-cea5d8fa23a4 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:21:03.112954 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76360865-1ea1-47c2-8bb2-6f4679156166 req-afd5529f-98ba-481f-9cf9-91f731dc2fe3 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:03.115571 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-76360865-1ea1-47c2-8bb2-6f4679156166 req-afd5529f-98ba-481f-9cf9-91f731dc2fe3 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0783482 Jan 24 09:21:03.229733 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-76360865-1ea1-47c2-8bb2-6f4679156166 req-42974049-8055-43be-bf5c-a888e1f080de tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055310 Jan 24 09:21:03.391966 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926024b-076e-4e51-834f-cfe112c75f16 req-5e7a5283-7376-4654-80ef-4919fb2a772b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:03.395890 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0926024b-076e-4e51-834f-cfe112c75f16 req-5e7a5283-7376-4654-80ef-4919fb2a772b tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0984867 Jan 24 09:21:03.496716 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0926024b-076e-4e51-834f-cfe112c75f16 req-76d299e3-0c99-4baa-852b-0a72a4233a59 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775518 Jan 24 09:21:03.548762 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-0a7454dd-76b2-449b-aca3-cea5d8fa23a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '10a63bfc-18cf-4266-8de9-08f05c750cf1', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:75:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:21:00Z', 'updated_at': '2022-01-24T09:21:00Z', 'revision_number': 0, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:03.581611 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7454dd-76b2-449b-aca3-cea5d8fa23a4 None None] The sync data for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi is: [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '10a63bfc-18cf-4266-8de9-08f05c750cf1', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.8', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:75:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:21:00Z', 'updated_at': '2022-01-24T09:21:00Z', 'revision_number': 0, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:21:03.832245 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c62696-2fce-4b13-8bd3-260191496434 None None] New status for floating IP 10a63bfc-18cf-4266-8de9-08f05c750cf1: ACTIVE {{(pid=103103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:21:03.855653 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285ac6f-35ff-445f-95cc-9e092881fd44 req-8f47246c-eb41-4b40-a790-9647553614a3 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:03.867164 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d285ac6f-35ff-445f-95cc-9e092881fd44 req-8f47246c-eb41-4b40-a790-9647553614a3 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0981863 Jan 24 09:21:03.942460 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d285ac6f-35ff-445f-95cc-9e092881fd44 req-4f4e7c1d-daf3-49bd-b97b-bdb8c200a798 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757861 Jan 24 09:21:04.404089 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4122b55-a1b8-43db-a9c9-001ffb9582fa req-4bd05ce0-63b6-43cc-b944-60cd3423a649 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:04.407247 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c4122b55-a1b8-43db-a9c9-001ffb9582fa req-4bd05ce0-63b6-43cc-b944-60cd3423a649 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0614071 Jan 24 09:21:04.460020 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c4122b55-a1b8-43db-a9c9-001ffb9582fa req-83cc4a50-b357-4a36-a8f8-2e9c73f5a946 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486214 Jan 24 09:21:04.634871 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3230c13-d768-4e96-b38b-24f1fa5a1f0f req-6d5a8220-55c6-4ed2-948e-ce4f706243fb tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:04.636477 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e3230c13-d768-4e96-b38b-24f1fa5a1f0f req-6d5a8220-55c6-4ed2-948e-ce4f706243fb tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0552552 Jan 24 09:21:04.691799 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e3230c13-d768-4e96-b38b-24f1fa5a1f0f req-5405c513-e33f-4b8d-ade1-90ae040faa71 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489242 Jan 24 09:21:05.075358 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1801039-9326-463a-a76f-8e94d4d1d105 req-2d66477c-9b20-4077-970e-3f9f6c57c265 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:05.076929 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a1801039-9326-463a-a76f-8e94d4d1d105 req-2d66477c-9b20-4077-970e-3f9f6c57c265 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0569363 Jan 24 09:21:05.141609 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a1801039-9326-463a-a76f-8e94d4d1d105 req-1f1647e4-441e-4e11-a4a5-a7c94c5adce1 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549738 Jan 24 09:21:05.607575 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d640d0-9837-42cb-ab8a-2b6fb076ac49 req-877862a7-3f32-408b-ab99-28f76a37cfdf tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:05.610441 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b8d640d0-9837-42cb-ab8a-2b6fb076ac49 req-877862a7-3f32-408b-ab99-28f76a37cfdf tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0724981 Jan 24 09:21:05.671042 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b8d640d0-9837-42cb-ab8a-2b6fb076ac49 req-7c405918-7104-4f36-b935-48e1a437f104 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542650 Jan 24 09:21:05.826826 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3d00e-e4cb-4ebf-985f-062634ed4347 req-1808f5ed-3907-4767-9e0c-10a2bb053483 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:05.829689 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bac3d00e-e4cb-4ebf-985f-062634ed4347 req-1808f5ed-3907-4767-9e0c-10a2bb053483 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0666585 Jan 24 09:21:06.101229 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bac3d00e-e4cb-4ebf-985f-062634ed4347 req-398eaa98-6aaa-4d2a-959c-7986e66250e6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664862 Jan 24 09:21:06.279276 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9036a61-83bd-47f9-8a0c-5c37417af4ea req-c992a0d9-dc4b-4837-90e7-01c4c49a689f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:06.280837 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b9036a61-83bd-47f9-8a0c-5c37417af4ea req-c992a0d9-dc4b-4837-90e7-01c4c49a689f tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0565560 Jan 24 09:21:06.336264 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b9036a61-83bd-47f9-8a0c-5c37417af4ea req-c0cf392d-7901-4c48-b004-801b53c3d33a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 Jan 24 09:21:06.823319 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cde607-7cb4-423b-bde9-6b38fc3a2863 req-4de20261-3c30-473c-89f5-2664d8ff3181 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:06.824864 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-75cde607-7cb4-423b-bde9-6b38fc3a2863 req-4de20261-3c30-473c-89f5-2664d8ff3181 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0682368 Jan 24 09:21:06.885290 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-75cde607-7cb4-423b-bde9-6b38fc3a2863 req-2e7a5f42-b45c-454d-8f29-fd8e2b313079 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541732 Jan 24 09:21:07.223464 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ce868-32c6-458d-bac9-879d46b536da req-fae3708b-463d-4e5b-a3a3-6f162c369417 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:07.224887 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-887ce868-32c6-458d-bac9-879d46b536da req-fae3708b-463d-4e5b-a3a3-6f162c369417 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0540819 Jan 24 09:21:07.272486 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-887ce868-32c6-458d-bac9-879d46b536da req-8a1b25c4-767f-4daa-ae88-9e6c26a1f8d7 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418849 Jan 24 09:21:07.293942 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:21:07.454341 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677cb1a-e8e8-42fd-97a4-2c9cabfa49dc req-6488bff3-9710-4423-9082-01a01b12c5c4 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:07.455824 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1677cb1a-e8e8-42fd-97a4-2c9cabfa49dc req-6488bff3-9710-4423-9082-01a01b12c5c4 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0497365 Jan 24 09:21:07.508636 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1677cb1a-e8e8-42fd-97a4-2c9cabfa49dc req-327e6336-620c-4a1b-98c0-515c384fb58a tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468011 Jan 24 09:21:07.618144 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2442dd-0066-4383-8fd8-1b1152797236 req-b09f44f4-2860-4b39-9ea1-360e9544530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:07.619639 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc2442dd-0066-4383-8fd8-1b1152797236 req-b09f44f4-2860-4b39-9ea1-360e9544530c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 1098 time: 0.0453994 Jan 24 09:21:07.717244 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2442dd-0066-4383-8fd8-1b1152797236 req-d253d1db-bc1c-4d32-8e56-5037e4c645d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:07.718757 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc2442dd-0066-4383-8fd8-1b1152797236 req-d253d1db-bc1c-4d32-8e56-5037e4c645d8 service neutron] 10.222.0.115 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 913 time: 0.0859070 Jan 24 09:21:07.801364 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc2442dd-0066-4383-8fd8-1b1152797236 req-b396a0e2-1d68-4026-85cd-b630d254d517 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ecce77c-24a9-465d-84b4-0e5e56ded4dd HTTP/1.1" status: 200 len: 999 time: 0.0619922 Jan 24 09:21:07.851478 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2442dd-0066-4383-8fd8-1b1152797236 req-799a41f9-202e-46f2-adad-35ebe0e19ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:07.852944 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc2442dd-0066-4383-8fd8-1b1152797236 req-799a41f9-202e-46f2-adad-35ebe0e19ae9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 200 len: 851 time: 0.0453334 Jan 24 09:21:07.912973 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2442dd-0066-4383-8fd8-1b1152797236 req-58d58ba2-892c-47b7-8599-8994de8e06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:07.914581 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc2442dd-0066-4383-8fd8-1b1152797236 req-58d58ba2-892c-47b7-8599-8994de8e06cf service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bb18b00a-6e74-4475-8741-4c8ca85a032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427461 Jan 24 09:21:08.051947 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b9b5b-8cd3-4b3a-a208-9da2ccdb7a31 req-3d3f7613-b4dc-4042-b723-66f149dbb5bd tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:08.053380 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-800b9b5b-8cd3-4b3a-a208-9da2ccdb7a31 req-3d3f7613-b4dc-4042-b723-66f149dbb5bd tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0711513 Jan 24 09:21:08.055774 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc2442dd-0066-4383-8fd8-1b1152797236 req-b848c251-3247-4d1d-9cc4-51f7b4133fee service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301372 Jan 24 09:21:08.121039 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-800b9b5b-8cd3-4b3a-a208-9da2ccdb7a31 req-19a22ed5-f089-4820-ab52-e975ff3a7130 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619657 Jan 24 09:21:08.198340 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc2442dd-0066-4383-8fd8-1b1152797236 req-76f0259a-fd2f-4e20-9491-a2edcd8a477f service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117911 Jan 24 09:21:08.390904 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a559165-e643-40cb-a9ff-7562a5aaf694 req-9a08ec4a-ea1e-437d-85c4-349fbd7c2325 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:08.392382 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4a559165-e643-40cb-a9ff-7562a5aaf694 req-9a08ec4a-ea1e-437d-85c4-349fbd7c2325 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0510364 Jan 24 09:21:08.445277 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4a559165-e643-40cb-a9ff-7562a5aaf694 req-66daf1b5-460e-4cbf-b75a-7f7edc1d095c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469046 Jan 24 09:21:08.625749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63f2e-899f-4e01-915d-d7df3654171b req-c6876d2d-dda8-4dc7-a82c-49790051c60d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:08.627175 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-54a63f2e-899f-4e01-915d-d7df3654171b req-c6876d2d-dda8-4dc7-a82c-49790051c60d tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0510371 Jan 24 09:21:08.676349 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-54a63f2e-899f-4e01-915d-d7df3654171b req-e2b7ecc7-3632-4565-a89b-4adde9208cd5 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/security-groups?id=a8d0a230-875c-46a2-94c1-f10b65d19191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Jan 24 09:21:08.891218 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f6811-eea1-4b24-aa16-1769b3d7154e req-d418a086-02c6-4c93-b2e6-9bc740ae4d69 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:08.892621 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ed5f6811-eea1-4b24-aa16-1769b3d7154e req-d418a086-02c6-4c93-b2e6-9bc740ae4d69 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 945 time: 0.0487378 Jan 24 09:21:08.996692 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-ed5f6811-eea1-4b24-aa16-1769b3d7154e req-d56cd04e-eb05-4720-9fc1-4b8196d47cf7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Deleting port 9d784b74-8dec-426c-928f-bed55e1f51fe {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:21:08.999472 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ed5f6811-eea1-4b24-aa16-1769b3d7154e req-d56cd04e-eb05-4720-9fc1-4b8196d47cf7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:09.089127 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-ed5f6811-eea1-4b24-aa16-1769b3d7154e req-d56cd04e-eb05-4720-9fc1-4b8196d47cf7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] For port 9d784b74-8dec-426c-928f-bed55e1f51fe, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9d784b74-8dec-426c-928f-bed55e1f51fe,segment=NetworkSegment(9dace532-da6c-48a9-b21e-4891081c0dd3),segment_id=9dace532-da6c-48a9-b21e-4891081c0dd3)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:21:09.089486 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ed5f6811-eea1-4b24-aa16-1769b3d7154e req-d56cd04e-eb05-4720-9fc1-4b8196d47cf7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:09.101938 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-ed5f6811-eea1-4b24-aa16-1769b3d7154e req-d56cd04e-eb05-4720-9fc1-4b8196d47cf7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Calling delete_port for 9d784b74-8dec-426c-928f-bed55e1f51fe owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:21:09.245707 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe39503-a557-4804-b951-ef56a029c9bb req-bc4411cd-9fce-4d6b-93c1-0f4e9e7b8d38 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:09.247846 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cbe39503-a557-4804-b951-ef56a029c9bb req-bc4411cd-9fce-4d6b-93c1-0f4e9e7b8d38 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0490069 Jan 24 09:21:09.295181 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cbe39503-a557-4804-b951-ef56a029c9bb req-23562e95-567a-4cfd-9a6f-d46aae02de24 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Jan 24 09:21:09.312889 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ed5f6811-eea1-4b24-aa16-1769b3d7154e req-d56cd04e-eb05-4720-9fc1-4b8196d47cf7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (9d784b74-8dec-426c-928f-bed55e1f51fe), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:09.335788 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['9d784b74-8dec-426c-928f-bed55e1f51fe'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:21:09.350932 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cd04e-eb05-4720-9fc1-4b8196d47cf7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Pushing event deleted for resources: {'Port': ['ID=9d784b74-8dec-426c-928f-bed55e1f51fe,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:09.398827 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5f6811-eea1-4b24-aa16-1769b3d7154e req-d56cd04e-eb05-4720-9fc1-4b8196d47cf7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] No DVR routers for this DVR port 9d784b74-8dec-426c-928f-bed55e1f51fe on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:21:09.401392 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ed5f6811-eea1-4b24-aa16-1769b3d7154e req-d56cd04e-eb05-4720-9fc1-4b8196d47cf7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:09.404770 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ed5f6811-eea1-4b24-aa16-1769b3d7154e req-d56cd04e-eb05-4720-9fc1-4b8196d47cf7 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.115 "DELETE /v2.0/ports/9d784b74-8dec-426c-928f-bed55e1f51fe HTTP/1.1" status: 204 len: 173 time: 0.5020149 Jan 24 09:21:09.405212 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e86b7-8556-46c7-aad6-e5b2af845691', 'name': 'network-vif-deleted', 'tag': '9d784b74-8dec-426c-928f-bed55e1f51fe'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:21:09.407570 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b614fd86-f6cd-40f2-a229-90aadef0ab2a" -d '{"events": [{"server_uuid": "334e86b7-8556-46c7-aad6-e5b2af845691", "name": "network-vif-deleted", "tag": "9d784b74-8dec-426c-928f-bed55e1f51fe"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:21:09.447556 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74268197-c94c-45bd-a1a3-1388f966aac7 x-openstack-request-id: req-74268197-c94c-45bd-a1a3-1388f966aac7 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:21:09.447556 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334e86b7-8556-46c7-aad6-e5b2af845691", "name": "network-vif-deleted", "tag": "9d784b74-8dec-426c-928f-bed55e1f51fe", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:21:09.447556 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-74268197-c94c-45bd-a1a3-1388f966aac7 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:21:09.448544 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e86b7-8556-46c7-aad6-e5b2af845691', 'name': 'network-vif-deleted', 'tag': '9d784b74-8dec-426c-928f-bed55e1f51fe', 'status': 'completed', 'code': 200} Jan 24 09:21:09.571784 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e06082-176d-4787-8c87-ff2ec919eaba req-2f0c0e62-b5d4-4cb9-a43f-24373c4e33b7 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:09.573404 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f1e06082-176d-4787-8c87-ff2ec919eaba req-2f0c0e62-b5d4-4cb9-a43f-24373c4e33b7 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0525894 Jan 24 09:21:09.622448 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f1e06082-176d-4787-8c87-ff2ec919eaba req-e5fe8145-18c6-4978-b14b-d0f5482588cd tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433176 Jan 24 09:21:09.772648 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-af18d21e-2862-4514-93c7-22d4cd660882 req-d248820d-8644-4db8-a783-433969c5adb1 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 210 time: 0.0253639 Jan 24 09:21:10.421940 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebf0e2-75fb-4751-97b4-86349848c294 req-5508985f-6d7a-43f0-8ede-98c4a20a6f94 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:10.423806 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a7ebf0e2-75fb-4751-97b4-86349848c294 req-5508985f-6d7a-43f0-8ede-98c4a20a6f94 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0543149 Jan 24 09:21:10.472331 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a7ebf0e2-75fb-4751-97b4-86349848c294 req-b8fcdbfe-6f6b-45d3-9906-3eb8b4748a32 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428894 Jan 24 09:21:10.742624 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4da0ec-2838-4ad4-9d62-cb7a65a13420 req-f49a82f2-56a2-44c9-9886-ee0be58fe1c5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:10.744252 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc4da0ec-2838-4ad4-9d62-cb7a65a13420 req-f49a82f2-56a2-44c9-9886-ee0be58fe1c5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0546784 Jan 24 09:21:10.794280 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc4da0ec-2838-4ad4-9d62-cb7a65a13420 req-fd5deeaa-4719-493b-a337-addc251f62e7 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Jan 24 09:21:10.880904 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fc3d14b3-6930-49c2-bafa-a0f626ef53b2 req-f1768f2f-7142-4bbe-a3b6-5e2c92817637 tempest-AttachVolumeNegativeTest-1390692965 tempest-AttachVolumeNegativeTest-1390692965-project] 10.222.0.113 "GET /v2.0/ports?device_id=334e86b7-8556-46c7-aad6-e5b2af845691 HTTP/1.1" status: 200 len: 210 time: 0.0259385 Jan 24 09:21:11.397751 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669359a-89d8-4680-bfa7-eed1e120acb5 req-27e235dd-4f8a-4fbd-a2f3-76150d7ca55f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:11.399240 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9669359a-89d8-4680-bfa7-eed1e120acb5 req-27e235dd-4f8a-4fbd-a2f3-76150d7ca55f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.115 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0506539 Jan 24 09:21:11.500098 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-9669359a-89d8-4680-bfa7-eed1e120acb5 req-e612bea4-01de-4a58-a6a8-3baa1d52af5f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Deleting port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:21:11.500466 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-9669359a-89d8-4680-bfa7-eed1e120acb5 req-e612bea4-01de-4a58-a6a8-3baa1d52af5f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:11.629789 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-9669359a-89d8-4680-bfa7-eed1e120acb5 req-e612bea4-01de-4a58-a6a8-3baa1d52af5f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] For port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:21:11.630204 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-9669359a-89d8-4680-bfa7-eed1e120acb5 req-e612bea4-01de-4a58-a6a8-3baa1d52af5f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:11.639788 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0be95-5cf9-4cdd-a7d3-b46e46e5f3bf req-082d07f7-be1a-4b79-979e-b21fa38e078d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:11.641291 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c4e0be95-5cf9-4cdd-a7d3-b46e46e5f3bf req-082d07f7-be1a-4b79-979e-b21fa38e078d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0822852 Jan 24 09:21:11.659685 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-9669359a-89d8-4680-bfa7-eed1e120acb5 req-e612bea4-01de-4a58-a6a8-3baa1d52af5f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Calling delete_port for 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:21:11.934006 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166aeb48-dd96-48b8-b8d8-c4916d5c1b2c req-86daf8c8-84e8-40c9-bf84-77ca84654a3a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:11.938888 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-166aeb48-dd96-48b8-b8d8-c4916d5c1b2c req-86daf8c8-84e8-40c9-bf84-77ca84654a3a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 945 time: 0.0624158 Jan 24 09:21:11.961624 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c4e0be95-5cf9-4cdd-a7d3-b46e46e5f3bf req-e0613eab-8957-4494-8ade-02513a222902 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138149 Jan 24 09:21:11.994643 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-166aeb48-dd96-48b8-b8d8-c4916d5c1b2c req-2047bfbc-83fb-4dc6-8c97-2ebfcac8e6f4 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524781 Jan 24 09:21:12.012339 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48260) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:12.091661 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8b496e-ea49-4972-9c0d-07aa51f9b729 admin admin] Deleting subnet 1a3776bc-e355-476c-a289-572d782c9cb0 {{(pid=103101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:21:12.094926 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6e8b496e-ea49-4972-9c0d-07aa51f9b729 admin admin] Publish callbacks [] for subnet (1a3776bc-e355-476c-a289-572d782c9cb0), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.133664 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6e8b496e-ea49-4972-9c0d-07aa51f9b729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8907078'] for subnet (1a3776bc-e355-476c-a289-572d782c9cb0), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.173832 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-9669359a-89d8-4680-bfa7-eed1e120acb5 req-e612bea4-01de-4a58-a6a8-3baa1d52af5f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (5e0c4cdf-09d8-44d6-8bce-e6c6ed362462), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.182607 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6e8b496e-ea49-4972-9c0d-07aa51f9b729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (1a3776bc-e355-476c-a289-572d782c9cb0), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.188879 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['8921ac36-ed44-4666-b756-63bd8f08a955', '5e0c4cdf-09d8-44d6-8bce-e6c6ed362462'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:21:12.226902 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612bea4-01de-4a58-a6a8-3baa1d52af5f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Pushing event deleted for resources: {'Port': ['ID=5e0c4cdf-09d8-44d6-8bce-e6c6ed362462,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:12.282082 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9669359a-89d8-4680-bfa7-eed1e120acb5 req-e612bea4-01de-4a58-a6a8-3baa1d52af5f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] No DVR routers for this DVR port 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:21:12.286545 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-9669359a-89d8-4680-bfa7-eed1e120acb5 req-e612bea4-01de-4a58-a6a8-3baa1d52af5f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.289800 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9669359a-89d8-4680-bfa7-eed1e120acb5 req-e612bea4-01de-4a58-a6a8-3baa1d52af5f tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.115 "DELETE /v2.0/ports/5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 HTTP/1.1" status: 204 len: 173 time: 0.8829069 Jan 24 09:21:12.290273 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90c156b-e532-4c87-b23c-3d4326e991bd', 'name': 'network-vif-deleted', 'tag': '5e0c4cdf-09d8-44d6-8bce-e6c6ed362462'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:21:12.292481 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271c37fc-b665-4618-b38e-b517ada6456c" -d '{"events": [{"server_uuid": "c90c156b-e532-4c87-b23c-3d4326e991bd", "name": "network-vif-deleted", "tag": "5e0c4cdf-09d8-44d6-8bce-e6c6ed362462"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:21:12.335221 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d888c5c6-9cc6-4dfd-9c30-45f9e7d1c3dd x-openstack-request-id: req-d888c5c6-9cc6-4dfd-9c30-45f9e7d1c3dd {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:21:12.335520 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c90c156b-e532-4c87-b23c-3d4326e991bd", "name": "network-vif-deleted", "tag": "5e0c4cdf-09d8-44d6-8bce-e6c6ed362462", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:21:12.336058 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d888c5c6-9cc6-4dfd-9c30-45f9e7d1c3dd {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:21:12.336207 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c90c156b-e532-4c87-b23c-3d4326e991bd', 'name': 'network-vif-deleted', 'tag': '5e0c4cdf-09d8-44d6-8bce-e6c6ed362462', 'status': 'completed', 'code': 200} Jan 24 09:21:12.454559 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6e8b496e-ea49-4972-9c0d-07aa51f9b729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8393594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10073960'] for subnet (1a3776bc-e355-476c-a289-572d782c9cb0), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.482719 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b496e-ea49-4972-9c0d-07aa51f9b729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3776bc-e355-476c-a289-572d782c9cb0,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:12.484752 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6e8b496e-ea49-4972-9c0d-07aa51f9b729 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.490368 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-6e8b496e-ea49-4972-9c0d-07aa51f9b729 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/1a3776bc-e355-476c-a289-572d782c9cb0 HTTP/1.1" status: 204 len: 168 time: 0.4754500 Jan 24 09:21:12.491346 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48264) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:12.564270 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (595abfef-3114-4487-9adf-a62cd7425c5d), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.652432 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (595abfef-3114-4487-9adf-a62cd7425c5d), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.674332 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595abfef-3114-4487-9adf-a62cd7425c5d']}} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:12.684769 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dace532-da6c-48a9-b21e-4891081c0dd3') {'for_net_delete': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:12.685072 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dace532-da6c-48a9-b21e-4891081c0dd3') {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:12.700029 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8907135'] for segment (9dace532-da6c-48a9-b21e-4891081c0dd3), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.708651 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (9dace532-da6c-48a9-b21e-4891081c0dd3), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.714889 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:21:12.715317 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8393664'] for segment (9dace532-da6c-48a9-b21e-4891081c0dd3), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: Traceback (most recent call last): Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: timer() Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: cb(*args, **kw) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: return func(*args, **kwargs) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: self._notify() Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: self.callback(batched_events) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: event.method(event) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: return f(self, *a, **k) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: return self._get(url).json() Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: return self.request(url, 'GET', **kwargs) Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:21:12.717039 dv-cinder-804035-26-iscsi neutron-server[103101]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:21:12.720798 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:21:12.720798 dv-cinder-804035-26-iscsi neutron-server[103101]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:21:12.720798 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:21:12.720798 dv-cinder-804035-26-iscsi neutron-server[103101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:21:12.720798 dv-cinder-804035-26-iscsi neutron-server[103101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:21:12.872627 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (595abfef-3114-4487-9adf-a62cd7425c5d), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.880371 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:12.883708 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] 10.222.0.113 "DELETE /v2.0/networks/595abfef-3114-4487-9adf-a62cd7425c5d HTTP/1.1" status: 204 len: 168 time: 0.3914084 Jan 24 09:21:12.893141 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c95000-3136-4944-8336-28c41d303bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=595abfef-3114-4487-9adf-a62cd7425c5d,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:13.088515 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68898b36-699a-41b0-9508-ac2ceae9ad6c req-9f787e61-cfb9-4a55-b96f-d13603cba94a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:13.090047 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-68898b36-699a-41b0-9508-ac2ceae9ad6c req-9f787e61-cfb9-4a55-b96f-d13603cba94a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0532973 Jan 24 09:21:13.112333 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ce9bbb54-7a76-4e54-9ecf-026acdfcb02b req-c8db85a7-8d73-4ac9-882a-f3a7d2cb3f15 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=c90c156b-e532-4c87-b23c-3d4326e991bd HTTP/1.1" status: 200 len: 210 time: 0.0313311 Jan 24 09:21:13.145600 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-68898b36-699a-41b0-9508-ac2ceae9ad6c req-2ef277a0-b8a2-4312-a218-82d5505908df tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456409 Jan 24 09:21:13.300092 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48274) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:13.328824 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 9d784b74-8dec-426c-928f-bed55e1f51fe no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:21:13.342281 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-c7dbcd23-106d-468d-9c1a-4a991d290aa7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9effc220352541ecba9f319db87235de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409405 Jan 24 09:21:13.344894 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48276) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:13.353752 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 9d784b74-8dec-426c-928f-bed55e1f51fe {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:21:13.354139 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 9d784b74-8dec-426c-928f-bed55e1f51fe not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:21:13.400754 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f3b0e713-8483-4014-bac5-31626d77eb64 admin admin] Publish callbacks [] for security_group (a8d0a230-875c-46a2-94c1-f10b65d19191), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:13.432546 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f3b0e713-8483-4014-bac5-31626d77eb64 admin admin] Publish callbacks [] for security_group (a8d0a230-875c-46a2-94c1-f10b65d19191), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:13.638696 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f3b0e713-8483-4014-bac5-31626d77eb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a8d0a230-875c-46a2-94c1-f10b65d19191), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:13.641285 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f3b0e713-8483-4014-bac5-31626d77eb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:13.642563 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-f3b0e713-8483-4014-bac5-31626d77eb64 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a8d0a230-875c-46a2-94c1-f10b65d19191 HTTP/1.1" status: 204 len: 168 time: 0.2967107 Jan 24 09:21:13.651017 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0e713-8483-4014-bac5-31626d77eb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d0a230-875c-46a2-94c1-f10b65d19191,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:14.276703 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e8408-18c2-4f8b-96b7-4d24ef550f1b req-16db45ee-13e7-4697-887c-df3a0af1017f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:14.278495 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-491e8408-18c2-4f8b-96b7-4d24ef550f1b req-16db45ee-13e7-4697-887c-df3a0af1017f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0564756 Jan 24 09:21:14.328573 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-491e8408-18c2-4f8b-96b7-4d24ef550f1b req-e801220e-9b75-431f-a5b3-5f48cb233b68 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446067 Jan 24 09:21:14.682062 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f86681-404b-4a4a-8144-41091c1a0d2e req-a5d86748-0af5-4a9d-853a-7e3bbd3dfec6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:14.683564 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-89f86681-404b-4a4a-8144-41091c1a0d2e req-a5d86748-0af5-4a9d-853a-7e3bbd3dfec6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0530949 Jan 24 09:21:14.734028 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-89f86681-404b-4a4a-8144-41091c1a0d2e req-900aad08-f6ef-4249-999d-e455942d5fbd tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448966 Jan 24 09:21:15.336526 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:21:15.361084 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:21:15.361428 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 5e0c4cdf-09d8-44d6-8bce-e6c6ed362462 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:21:15.469295 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace70cf5-ce2e-4b61-a048-1a03a7ee5bd9 req-71a735af-21fc-4866-b172-60f1386f8a7f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:15.470868 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ace70cf5-ce2e-4b61-a048-1a03a7ee5bd9 req-71a735af-21fc-4866-b172-60f1386f8a7f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0555193 Jan 24 09:21:15.523415 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ace70cf5-ce2e-4b61-a048-1a03a7ee5bd9 req-8dc038da-2ae8-4556-aeb2-9d7643bb6c19 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459423 Jan 24 09:21:15.895654 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b485c-7653-4ba5-9fd2-2d61845d7ce6 req-32fabcc8-8f13-4f54-9b7c-dad9f0f3d7c0 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:15.897453 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6c9b485c-7653-4ba5-9fd2-2d61845d7ce6 req-32fabcc8-8f13-4f54-9b7c-dad9f0f3d7c0 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0782371 Jan 24 09:21:15.955455 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6c9b485c-7653-4ba5-9fd2-2d61845d7ce6 req-109d0719-0291-4ea3-8017-0da427e9cf23 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517757 Jan 24 09:21:16.264987 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d261c9b4-8925-4967-a6be-beed679652f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:16.656590 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9440c8-00cb-4585-8223-b23cfcd766bd req-d79d3114-f0c5-480e-8ff8-52091c9eaa92 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:16.658345 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1c9440c8-00cb-4585-8223-b23cfcd766bd req-d79d3114-f0c5-480e-8ff8-52091c9eaa92 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 943 time: 0.0511746 Jan 24 09:21:16.713647 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1c9440c8-00cb-4585-8223-b23cfcd766bd req-142fb815-192b-458f-984d-e21b89c6c9a6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488834 Jan 24 09:21:17.084103 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a961be8-abe6-4a16-a6c7-f7b60c6498a8 req-c8b3cee3-a93b-41e1-85dd-c87f51c73bf5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:17.085597 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6a961be8-abe6-4a16-a6c7-f7b60c6498a8 req-c8b3cee3-a93b-41e1-85dd-c87f51c73bf5 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0516479 Jan 24 09:21:17.136094 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6a961be8-abe6-4a16-a6c7-f7b60c6498a8 req-3826315d-5b16-42bb-9536-0e5f682d830c tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Jan 24 09:21:17.358814 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 73ec9bcf-7f40-4fd5-9968-de1accae6f03 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:21:17.453807 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:21:17.465453 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'port_id': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'mac_address': 'fa:16:3e:b0:ed:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:21:17.517732 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:21:17.518035 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:17.535075 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ec9bcf-7f40-4fd5-9968-de1accae6f03 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:21:17.560386 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:21:17.621032 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:17.661538 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:17.708808 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=73ec9bcf-7f40-4fd5-9968-de1accae6f03,revision_number=9']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:17.836517 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956e135-d3ed-436e-872d-74df1b7f20d9 req-41d7c152-7dff-4d26-87e2-18b0b73de38d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:17.838655 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0956e135-d3ed-436e-872d-74df1b7f20d9 req-41d7c152-7dff-4d26-87e2-18b0b73de38d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 944 time: 0.0491016 Jan 24 09:21:17.890760 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0956e135-d3ed-436e-872d-74df1b7f20d9 req-15646cd2-eb60-4f0a-bbe2-275ecb6c49f8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443640 Jan 24 09:21:17.998072 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['73ec9bcf-7f40-4fd5-9968-de1accae6f03'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:21:18.263783 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431704d8-3138-492b-be6a-17b3b7e437e6 req-6b61c197-3e7a-4260-999d-f2dfcc51196a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:18.265285 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-431704d8-3138-492b-be6a-17b3b7e437e6 req-6b61c197-3e7a-4260-999d-f2dfcc51196a tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0590303 Jan 24 09:21:18.323389 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-431704d8-3138-492b-be6a-17b3b7e437e6 req-6333d36d-e00d-41fb-a97f-6097b6cccc02 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514884 Jan 24 09:21:18.590892 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2382d994-f1e4-463e-89c2-2aedc4426c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:18.626681 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b74170-b638-4f52-9a2e-41f057bb408e req-6e0a1350-5b9b-4118-9369-19657ddf3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:18.628386 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-86b74170-b638-4f52-9a2e-41f057bb408e req-6e0a1350-5b9b-4118-9369-19657ddf3b16 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 1097 time: 0.0426488 Jan 24 09:21:18.746466 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b74170-b638-4f52-9a2e-41f057bb408e req-1221544e-67c8-4f20-8b18-e23d3fd80be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:18.748033 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-86b74170-b638-4f52-9a2e-41f057bb408e req-1221544e-67c8-4f20-8b18-e23d3fd80be5 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 917 time: 0.0948825 Jan 24 09:21:18.816502 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-86b74170-b638-4f52-9a2e-41f057bb408e req-259c641d-a432-4717-81b5-db2a1dbc145a service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03 HTTP/1.1" status: 200 len: 1000 time: 0.0611155 Jan 24 09:21:18.843901 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48358) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:18.869675 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b74170-b638-4f52-9a2e-41f057bb408e req-88322a2c-5eb3-4dbc-8818-1dc3ce790e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:18.871195 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-86b74170-b638-4f52-9a2e-41f057bb408e req-88322a2c-5eb3-4dbc-8818-1dc3ce790e69 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 200 len: 855 time: 0.0474372 Jan 24 09:21:18.923373 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b74170-b638-4f52-9a2e-41f057bb408e req-1bc33e5c-0058-4bed-a122-29efa767734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:18.925578 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-86b74170-b638-4f52-9a2e-41f057bb408e req-1bc33e5c-0058-4bed-a122-29efa767734f service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b0d83e5f-030e-4cd8-ac08-bbed93fad267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440550 Jan 24 09:21:18.955668 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4bbd4b3a-72f3-492d-a995-7e77a7bcf879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:19.044198 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4bbd4b3a-72f3-492d-a995-7e77a7bcf879 admin admin] Publish callbacks [] for security_group (689bb8e6-a355-4d3c-bb5b-c2a83798e10b), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:19.054942 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-86b74170-b638-4f52-9a2e-41f057bb408e req-85451c15-3e32-4268-942e-14423ddc0c83 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221035 Jan 24 09:21:19.062389 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597309-0cbd-411a-95bd-dad79ced84e0 req-287fd9ee-cac9-4ce9-b74a-b606843b5d37 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:19.063767 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-67597309-0cbd-411a-95bd-dad79ced84e0 req-287fd9ee-cac9-4ce9-b74a-b606843b5d37 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 944 time: 0.0780222 Jan 24 09:21:19.107005 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4bbd4b3a-72f3-492d-a995-7e77a7bcf879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (689bb8e6-a355-4d3c-bb5b-c2a83798e10b), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:19.148243 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-4bbd4b3a-72f3-492d-a995-7e77a7bcf879 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=afb094a8d6d042d4ae36b3a7d5c370d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032491 Jan 24 09:21:19.150325 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd4b3a-72f3-492d-a995-7e77a7bcf879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689bb8e6-a355-4d3c-bb5b-c2a83798e10b,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:19.152678 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48364) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:19.168557 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-67597309-0cbd-411a-95bd-dad79ced84e0 req-0930ec35-2b8a-4ceb-a196-fa23ff078a7a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952370 Jan 24 09:21:19.185525 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-86b74170-b638-4f52-9a2e-41f057bb408e req-b2c04c90-1277-467d-9227-193e865bde5b service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208310 Jan 24 09:21:19.205392 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f8a86662-7a26-4f8d-a53b-c4404a46ce58 admin admin] Publish callbacks [] for security_group (689bb8e6-a355-4d3c-bb5b-c2a83798e10b), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:19.227130 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f8a86662-7a26-4f8d-a53b-c4404a46ce58 admin admin] Publish callbacks [] for security_group (689bb8e6-a355-4d3c-bb5b-c2a83798e10b), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:19.352484 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f8a86662-7a26-4f8d-a53b-c4404a46ce58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (689bb8e6-a355-4d3c-bb5b-c2a83798e10b), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:19.355313 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f8a86662-7a26-4f8d-a53b-c4404a46ce58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:19.356468 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-f8a86662-7a26-4f8d-a53b-c4404a46ce58 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/689bb8e6-a355-4d3c-bb5b-c2a83798e10b HTTP/1.1" status: 204 len: 168 time: 0.2028875 Jan 24 09:21:19.368252 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a86662-7a26-4f8d-a53b-c4404a46ce58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689bb8e6-a355-4d3c-bb5b-c2a83798e10b,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:19.368755 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 73ec9bcf-7f40-4fd5-9968-de1accae6f03 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:21:19.434742 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:21:19.435215 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:19.448205 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f5b4-6b41-44d8-bd83-386943476bc6 req-36647c3b-c395-45b0-90b0-727e0ccc96e4 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:19.449729 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c508f5b4-6b41-44d8-bd83-386943476bc6 req-36647c3b-c395-45b0-90b0-727e0ccc96e4 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0525477 Jan 24 09:21:19.498692 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c508f5b4-6b41-44d8-bd83-386943476bc6 req-77921f4b-7885-49ab-8cac-6e74c6e8b9c6 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Jan 24 09:21:19.524668 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:21:19.525251 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:19.549418 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:21:19.552688 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d96359a-0366-44ad-bd4a-d277574cf592" -d '{"events": [{"server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "name": "network-vif-plugged", "status": "completed", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:21:19.565212 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:21:19.589224 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c75303-03c6-474a-b176-c963d3636aa0 x-openstack-request-id: req-c7c75303-03c6-474a-b176-c963d3636aa0 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:21:19.589533 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "name": "network-vif-plugged", "status": "completed", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:21:19.589814 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c7c75303-03c6-474a-b176-c963d3636aa0 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:21:19.590318 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'code': 200} Jan 24 09:21:19.667069 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:19.729961 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=73ec9bcf-7f40-4fd5-9968-de1accae6f03,revision_number=10']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:19.798493 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:20.301952 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65f36e-1fb6-428b-992c-c1c71d4ca5e9 req-e0ac7178-1e67-449c-b766-cafb379114c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:20.305399 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bc65f36e-1fb6-428b-992c-c1c71d4ca5e9 req-e0ac7178-1e67-449c-b766-cafb379114c9 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 1099 time: 0.0519369 Jan 24 09:21:20.308344 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e6bd4-5ec4-48a6-b09f-e6f9774349c1 req-f7b900a8-4526-4df4-9569-8a75f1409a3c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:20.312833 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-e05e6bd4-5ec4-48a6-b09f-e6f9774349c1 req-f7b900a8-4526-4df4-9569-8a75f1409a3c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 946 time: 0.0556536 Jan 24 09:21:20.369009 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bc65f36e-1fb6-428b-992c-c1c71d4ca5e9 req-01745228-0f05-488d-85af-96d2ac043fcb service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555158 Jan 24 09:21:20.380518 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-e05e6bd4-5ec4-48a6-b09f-e6f9774349c1 req-a9cc3507-004e-4c89-bbcf-55f0470d7132 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633261 Jan 24 09:21:20.619775 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5dbb0-8e53-4bb2-ad62-e4aad62dc43d req-752325fa-1df9-48cd-be47-1aa60824680d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:20.621374 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b3f5dbb0-8e53-4bb2-ad62-e4aad62dc43d req-752325fa-1df9-48cd-be47-1aa60824680d tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0506601 Jan 24 09:21:20.678417 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b3f5dbb0-8e53-4bb2-ad62-e4aad62dc43d req-20f1b217-debe-41d7-9bde-092e3dc17f16 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511949 Jan 24 09:21:20.911445 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:21.505778 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44564b50-ff87-4d63-8b5e-325bf68a2fe0 req-e5e2a917-c172-44b1-9a15-5da3fdcb80e2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:21.507357 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-44564b50-ff87-4d63-8b5e-325bf68a2fe0 req-e5e2a917-c172-44b1-9a15-5da3fdcb80e2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 946 time: 0.0510232 Jan 24 09:21:21.558002 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-44564b50-ff87-4d63-8b5e-325bf68a2fe0 req-eb575067-0e06-47e1-adfe-3b0ca1c76796 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Jan 24 09:21:21.811916 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5d6a6-b224-464f-80b1-7f023cc30946 req-14e39514-f42f-472d-a702-a0d72f647248 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:21.813528 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-94a5d6a6-b224-464f-80b1-7f023cc30946 req-14e39514-f42f-472d-a702-a0d72f647248 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0619135 Jan 24 09:21:21.878114 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-94a5d6a6-b224-464f-80b1-7f023cc30946 req-be49cb88-c66f-4bcb-9fb6-eb96c9142941 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546787 Jan 24 09:21:22.527674 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:22.683438 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cb029-4e52-4647-81b3-09bef5c99afd req-4e887794-a976-4fa9-a36f-b863eb699a9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:22.693186 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-492cb029-4e52-4647-81b3-09bef5c99afd req-4e887794-a976-4fa9-a36f-b863eb699a9b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 946 time: 0.0526273 Jan 24 09:21:22.748920 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-492cb029-4e52-4647-81b3-09bef5c99afd req-6a6e217d-0456-437d-a007-54245297f1f0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568480 Jan 24 09:21:22.841627 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b8458-0ac1-46a2-9f34-01975426bcd2 req-c8f74417-00fd-4f3c-931c-a4e0c8e71974 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:22.843567 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ea7b8458-0ac1-46a2-9f34-01975426bcd2 req-c8f74417-00fd-4f3c-931c-a4e0c8e71974 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.115 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.0560436 Jan 24 09:21:22.951977 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-ea7b8458-0ac1-46a2-9f34-01975426bcd2 req-bd3a32bf-5a13-4cd0-ae81-c8003e3b84ea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Deleting port 8921ac36-ed44-4666-b756-63bd8f08a955 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:21:22.952345 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ea7b8458-0ac1-46a2-9f34-01975426bcd2 req-bd3a32bf-5a13-4cd0-ae81-c8003e3b84ea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:23.063862 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4886f9c-c56d-4ba3-b6d9-069d5572b1eb req-6089d97c-451f-4eac-8276-ceb32d64e198 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:23.065489 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c4886f9c-c56d-4ba3-b6d9-069d5572b1eb req-6089d97c-451f-4eac-8276-ceb32d64e198 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 946 time: 0.1100190 Jan 24 09:21:23.102497 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-ea7b8458-0ac1-46a2-9f34-01975426bcd2 req-bd3a32bf-5a13-4cd0-ae81-c8003e3b84ea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] For port 8921ac36-ed44-4666-b756-63bd8f08a955, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8921ac36-ed44-4666-b756-63bd8f08a955,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:21:23.102865 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ea7b8458-0ac1-46a2-9f34-01975426bcd2 req-bd3a32bf-5a13-4cd0-ae81-c8003e3b84ea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:23.125124 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-ea7b8458-0ac1-46a2-9f34-01975426bcd2 req-bd3a32bf-5a13-4cd0-ae81-c8003e3b84ea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Calling delete_port for 8921ac36-ed44-4666-b756-63bd8f08a955 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:21:23.148356 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c4886f9c-c56d-4ba3-b6d9-069d5572b1eb req-7011c122-82c1-4c12-93ff-f41e3df78146 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/security-groups?id=5816a0d1-8f0a-4329-8558-364f0132a091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767138 Jan 24 09:21:23.356274 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ea7b8458-0ac1-46a2-9f34-01975426bcd2 req-bd3a32bf-5a13-4cd0-ae81-c8003e3b84ea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (8921ac36-ed44-4666-b756-63bd8f08a955), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:23.370448 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['8921ac36-ed44-4666-b756-63bd8f08a955'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:21:23.387888 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a32bf-5a13-4cd0-ae81-c8003e3b84ea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Pushing event deleted for resources: {'Port': ['ID=8921ac36-ed44-4666-b756-63bd8f08a955,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:23.446413 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7b8458-0ac1-46a2-9f34-01975426bcd2 req-bd3a32bf-5a13-4cd0-ae81-c8003e3b84ea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] No DVR routers for this DVR port 8921ac36-ed44-4666-b756-63bd8f08a955 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:21:23.449293 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ea7b8458-0ac1-46a2-9f34-01975426bcd2 req-bd3a32bf-5a13-4cd0-ae81-c8003e3b84ea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:23.453129 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ea7b8458-0ac1-46a2-9f34-01975426bcd2 req-bd3a32bf-5a13-4cd0-ae81-c8003e3b84ea tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.115 "DELETE /v2.0/ports/8921ac36-ed44-4666-b756-63bd8f08a955 HTTP/1.1" status: 204 len: 173 time: 0.5991759 Jan 24 09:21:23.453617 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047cd9d3-84f2-4cb0-a2ff-1439420b4f84', 'name': 'network-vif-deleted', 'tag': '8921ac36-ed44-4666-b756-63bd8f08a955'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:21:23.458238 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef96392c-c6da-43e6-ae32-35720db87c5a" -d '{"events": [{"server_uuid": "047cd9d3-84f2-4cb0-a2ff-1439420b4f84", "name": "network-vif-deleted", "tag": "8921ac36-ed44-4666-b756-63bd8f08a955"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:21:23.494590 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5597ac3d-fbe2-404f-9592-6d82dd668026 x-openstack-request-id: req-5597ac3d-fbe2-404f-9592-6d82dd668026 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:21:23.498339 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047cd9d3-84f2-4cb0-a2ff-1439420b4f84", "name": "network-vif-deleted", "tag": "8921ac36-ed44-4666-b756-63bd8f08a955", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:21:23.498339 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5597ac3d-fbe2-404f-9592-6d82dd668026 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:21:23.498339 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047cd9d3-84f2-4cb0-a2ff-1439420b4f84', 'name': 'network-vif-deleted', 'tag': '8921ac36-ed44-4666-b756-63bd8f08a955', 'status': 'completed', 'code': 200} Jan 24 09:21:23.876693 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662766-19b3-40de-9642-d9a4f0c90aaf req-8f743cfc-6e74-4ae2-b908-c98fc9c413a8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:23.878743 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a6662766-19b3-40de-9642-d9a4f0c90aaf req-8f743cfc-6e74-4ae2-b908-c98fc9c413a8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 946 time: 0.0503535 Jan 24 09:21:23.924917 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a6662766-19b3-40de-9642-d9a4f0c90aaf req-b19bf9e0-2546-4fdb-9e9d-07c9b1da62d3 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408680 Jan 24 09:21:24.265715 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-934500ea-19af-44fe-bb52-98b5a57b1fed req-43c344c0-70bf-46f4-b17c-6f029b708472 tempest-ServerRescueNegativeTestJSON-1583464503 tempest-ServerRescueNegativeTestJSON-1583464503-project] 10.222.0.113 "GET /v2.0/ports?device_id=047cd9d3-84f2-4cb0-a2ff-1439420b4f84 HTTP/1.1" status: 200 len: 210 time: 0.0250571 Jan 24 09:21:25.323890 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48494) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:25.755767 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622055'] for router_interface (b8eac275-b042-4cea-9e35-b9068be1218b), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:26.048424 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] Deleting port 9bd58579-ab75-4745-b494-71f2aa4bbe9e {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:21:26.048757 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:26.125360 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] For port 9bd58579-ab75-4745-b494-71f2aa4bbe9e, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=9bd58579-ab75-4745-b494-71f2aa4bbe9e,segment=NetworkSegment(2c957eb8-6228-4097-b6bf-554951cb9089),segment_id=2c957eb8-6228-4097-b6bf-554951cb9089)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:21:26.125713 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:26.139521 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] Calling delete_port for 9bd58579-ab75-4745-b494-71f2aa4bbe9e owned by network:router_interface {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:21:26.442570 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (9bd58579-ab75-4745-b494-71f2aa4bbe9e), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:26.470059 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd58579-ab75-4745-b494-71f2aa4bbe9e,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:26.635047 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614365'] for router_interface (b8eac275-b042-4cea-9e35-b9068be1218b), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:27.085012 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] Router b8eac275-b042-4cea-9e35-b9068be1218b has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:21:27.200142 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:21:27.205358 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-a0b12b76-6dd5-451d-9af5-0e65021137cb admin admin] 10.222.0.113 "PUT /v2.0/routers/b8eac275-b042-4cea-9e35-b9068be1218b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8801990 Jan 24 09:21:27.208541 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48502) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:27.213242 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767c66a-981d-414e-a3af-48713be180f2 None None] Sync routers for ids ['b8eac275-b042-4cea-9e35-b9068be1218b'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:21:27.227370 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767c66a-981d-414e-a3af-48713be180f2 None None] Routers {'b8eac275-b042-4cea-9e35-b9068be1218b'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:21:27.228017 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-6767c66a-981d-414e-a3af-48713be180f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:21:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['b8eac275-b042-4cea-9e35-b9068be1218b'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:27.314798 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Publish callbacks [] for router (b8eac275-b042-4cea-9e35-b9068be1218b), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:27.350058 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-6767c66a-981d-414e-a3af-48713be180f2 None None] Set router b8eac275-b042-4cea-9e35-b9068be1218b gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:21:27.437171 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Publish callbacks [] for router_gateway (b8eac275-b042-4cea-9e35-b9068be1218b), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:27.580325 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Deleting port cd1e6c09-8a86-431d-b836-404a0c377ee7 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:21:27.581042 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:27.622018 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-6767c66a-981d-414e-a3af-48713be180f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-router', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:21:26Z', 'revision_number': 5, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'gw_port': {'id': 'cd1e6c09-8a86-431d-b836-404a0c377ee7', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:27.648357 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767c66a-981d-414e-a3af-48713be180f2 None None] Checking router: b8eac275-b042-4cea-9e35-b9068be1218b for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:21:27.657195 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767c66a-981d-414e-a3af-48713be180f2 None None] Routers {'b8eac275-b042-4cea-9e35-b9068be1218b'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:21:27.657798 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-6767c66a-981d-414e-a3af-48713be180f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:21:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['b8eac275-b042-4cea-9e35-b9068be1218b'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:27.667391 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] For port cd1e6c09-8a86-431d-b836-404a0c377ee7, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=cd1e6c09-8a86-431d-b836-404a0c377ee7,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:21:27.667751 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:27.685119 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Calling delete_port for cd1e6c09-8a86-431d-b836-404a0c377ee7 owned by network:router_gateway {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:21:27.749635 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 8921ac36-ed44-4666-b756-63bd8f08a955 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:21:27.753608 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-6767c66a-981d-414e-a3af-48713be180f2 None None] Set router b8eac275-b042-4cea-9e35-b9068be1218b gateway port host: None {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:21:27.770530 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 8921ac36-ed44-4666-b756-63bd8f08a955 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:21:27.771017 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 8921ac36-ed44-4666-b756-63bd8f08a955 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:21:27.812914 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-6767c66a-981d-414e-a3af-48713be180f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-router', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:21:27Z', 'revision_number': 6, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'gw_port_host': None}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:27.839627 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767c66a-981d-414e-a3af-48713be180f2 None None] The sync data for ids ['b8eac275-b042-4cea-9e35-b9068be1218b'] in dv-cinder-804035-26-iscsi is: [{'id': 'b8eac275-b042-4cea-9e35-b9068be1218b', 'name': 'tempest-ServerRescueNegativeTestJSON-1994167637-router', 'tenant_id': 'cd6f638b201f414f81bda294a0adce5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:21:27Z', 'revision_number': 6, 'project_id': 'cd6f638b201f414f81bda294a0adce5b', 'gw_port_host': None}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:21:27.927859 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (cd1e6c09-8a86-431d-b836-404a0c377ee7), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:27.953038 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1e6c09-8a86-431d-b836-404a0c377ee7,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:28.014070 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620264'] for router_gateway (b8eac275-b042-4cea-9e35-b9068be1218b), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.118551 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6864'] for router (b8eac275-b042-4cea-9e35-b9068be1218b), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.120889 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Publish callbacks [] for router_controller (b8eac275-b042-4cea-9e35-b9068be1218b), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.255538 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616805'] for router (b8eac275-b042-4cea-9e35-b9068be1218b), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.256123 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8eac275-b042-4cea-9e35-b9068be1218b {{(pid=103101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:21:28.269794 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.271011 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-0337dbf1-8d8c-4145-bf4e-f1e62630c4ef admin admin] 10.222.0.113 "DELETE /v2.0/routers/b8eac275-b042-4cea-9e35-b9068be1218b HTTP/1.1" status: 204 len: 168 time: 1.0615652 Jan 24 09:21:28.273623 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48506) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:28.319687 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 9bd58579-ab75-4745-b494-71f2aa4bbe9e no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:21:28.334254 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_v2 [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Deleting subnet 7a5e6d63-43c4-459b-a03f-9672a3341cea {{(pid=103101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:21:28.337655 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Publish callbacks [] for subnet (7a5e6d63-43c4-459b-a03f-9672a3341cea), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.345678 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 9bd58579-ab75-4745-b494-71f2aa4bbe9e {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:21:28.346025 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 9bd58579-ab75-4745-b494-71f2aa4bbe9e not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:21:28.387433 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8907078'] for subnet (7a5e6d63-43c4-459b-a03f-9672a3341cea), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.432067 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (7a5e6d63-43c4-459b-a03f-9672a3341cea), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.575790 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8393594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10073960'] for subnet (7a5e6d63-43c4-459b-a03f-9672a3341cea), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.602702 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5e6d63-43c4-459b-a03f-9672a3341cea,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:28.607266 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.610509 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] 10.222.0.113 "DELETE /v2.0/subnets/7a5e6d63-43c4-459b-a03f-9672a3341cea HTTP/1.1" status: 204 len: 168 time: 0.3358536 Jan 24 09:21:28.614808 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48508) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:28.617478 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.617826 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.618184 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.618521 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.618848 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.619168 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.619493 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.619816 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.620133 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.620451 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.620771 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.621082 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.621394 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870208c-3adf-4ece-b56d-0fce0f6ba08f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:28.694637 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (f851d587-14cc-48ac-9b32-b0aa546a9c65), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.780096 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (f851d587-14cc-48ac-9b32-b0aa546a9c65), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.804259 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f851d587-14cc-48ac-9b32-b0aa546a9c65']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:28.815946 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c957eb8-6228-4097-b6bf-554951cb9089') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:28.816246 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c957eb8-6228-4097-b6bf-554951cb9089') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:21:28.826239 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (2c957eb8-6228-4097-b6bf-554951cb9089), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.841815 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (2c957eb8-6228-4097-b6bf-554951cb9089), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.848947 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:21:28.849208 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (2c957eb8-6228-4097-b6bf-554951cb9089), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:21:28.855274 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:21:28.984388 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (f851d587-14cc-48ac-9b32-b0aa546a9c65), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.989764 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:28.992961 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] 10.222.0.113 "DELETE /v2.0/networks/f851d587-14cc-48ac-9b32-b0aa546a9c65 HTTP/1.1" status: 204 len: 168 time: 0.3771403 Jan 24 09:21:29.006572 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab214-4450-4933-873b-773b23dc19a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f851d587-14cc-48ac-9b32-b0aa546a9c65,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:29.375309 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48514) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:29.421297 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-e0a15698-826c-4cfe-baa8-2e0020742ae4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cd6f638b201f414f81bda294a0adce5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448339 Jan 24 09:21:29.425788 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48516) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:29.481087 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Publish callbacks [] for security_group (5816a0d1-8f0a-4329-8558-364f0132a091), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:29.508526 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Publish callbacks [] for security_group (5816a0d1-8f0a-4329-8558-364f0132a091), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:29.619149 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5816a0d1-8f0a-4329-8558-364f0132a091), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:29.622522 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:29.623897 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5816a0d1-8f0a-4329-8558-364f0132a091 HTTP/1.1" status: 204 len: 168 time: 0.1970086 Jan 24 09:21:29.634618 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5816a0d1-8f0a-4329-8558-364f0132a091,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:29.647905 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.648384 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.651334 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.651334 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.651334 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.651334 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.651334 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.651334 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.651334 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.651334 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.651334 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.652110 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:29.652110 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddefbe6-7b6d-425c-9230-b285ee357d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:21:30.174631 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device cd1e6c09-8a86-431d-b836-404a0c377ee7 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:21:30.209085 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: cd1e6c09-8a86-431d-b836-404a0c377ee7 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:21:30.209480 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device cd1e6c09-8a86-431d-b836-404a0c377ee7 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:21:34.161363 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48622) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:34.293727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0eb31f6c-708d-4b9d-9d01-269627a7ca97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:34.375954 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0eb31f6c-708d-4b9d-9d01-269627a7ca97 admin admin] Publish callbacks [] for security_group (0625d235-828b-4ab5-a790-6aba1a555799), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:34.475681 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0eb31f6c-708d-4b9d-9d01-269627a7ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (0625d235-828b-4ab5-a790-6aba1a555799), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:34.520167 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-0eb31f6c-708d-4b9d-9d01-269627a7ca97 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=22cc90adab3b4c9c8d11d525decda484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570006 Jan 24 09:21:34.521007 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb31f6c-708d-4b9d-9d01-269627a7ca97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0625d235-828b-4ab5-a790-6aba1a555799,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:34.522741 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48626) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:34.589562 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a267-9688-40f0-a793-2d0a19241913 admin admin] Publish callbacks [] for security_group (0625d235-828b-4ab5-a790-6aba1a555799), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:34.616927 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a267-9688-40f0-a793-2d0a19241913 admin admin] Publish callbacks [] for security_group (0625d235-828b-4ab5-a790-6aba1a555799), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:34.729105 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a267-9688-40f0-a793-2d0a19241913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (0625d235-828b-4ab5-a790-6aba1a555799), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:34.731767 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2fe1a267-9688-40f0-a793-2d0a19241913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:34.733039 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-2fe1a267-9688-40f0-a793-2d0a19241913 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0625d235-828b-4ab5-a790-6aba1a555799 HTTP/1.1" status: 204 len: 168 time: 0.2091846 Jan 24 09:21:34.741199 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1a267-9688-40f0-a793-2d0a19241913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0625d235-828b-4ab5-a790-6aba1a555799,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:35.442952 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48644) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:35.456641 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-48d0a88a-c478-45fc-9409-cf59b7e46544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:35.547101 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-48d0a88a-c478-45fc-9409-cf59b7e46544 admin admin] Publish callbacks [] for security_group (57d81448-edad-4ea7-a17c-344e00927375), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:35.636618 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-48d0a88a-c478-45fc-9409-cf59b7e46544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (57d81448-edad-4ea7-a17c-344e00927375), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:35.676718 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0a88a-c478-45fc-9409-cf59b7e46544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d81448-edad-4ea7-a17c-344e00927375,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:35.682732 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-48d0a88a-c478-45fc-9409-cf59b7e46544 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=87868591eb1e450eb27cb0e2e6877111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386281 Jan 24 09:21:35.683687 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48648) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:35.734141 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-15dd8b9d-1481-4e7d-a8b2-af951c086bc9 admin admin] Publish callbacks [] for security_group (57d81448-edad-4ea7-a17c-344e00927375), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:35.756891 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-15dd8b9d-1481-4e7d-a8b2-af951c086bc9 admin admin] Publish callbacks [] for security_group (57d81448-edad-4ea7-a17c-344e00927375), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:35.898598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-15dd8b9d-1481-4e7d-a8b2-af951c086bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (57d81448-edad-4ea7-a17c-344e00927375), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:35.901126 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-15dd8b9d-1481-4e7d-a8b2-af951c086bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:35.902295 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-15dd8b9d-1481-4e7d-a8b2-af951c086bc9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/57d81448-edad-4ea7-a17c-344e00927375 HTTP/1.1" status: 204 len: 168 time: 0.2175753 Jan 24 09:21:35.910970 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd8b9d-1481-4e7d-a8b2-af951c086bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d81448-edad-4ea7-a17c-344e00927375,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:39.364247 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48764) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:39.479494 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-52d0bcc6-97e5-4399-b22b-b5c04d59544d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:39.568181 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-52d0bcc6-97e5-4399-b22b-b5c04d59544d admin admin] Publish callbacks [] for security_group (6dd9eb74-2973-4a33-ab8a-26663630e50a), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:39.637321 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-52d0bcc6-97e5-4399-b22b-b5c04d59544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (6dd9eb74-2973-4a33-ab8a-26663630e50a), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:39.677701 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-52d0bcc6-97e5-4399-b22b-b5c04d59544d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5b2a47c5b7984b4eb65ef5f538797c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119998 Jan 24 09:21:39.679243 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0bcc6-97e5-4399-b22b-b5c04d59544d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd9eb74-2973-4a33-ab8a-26663630e50a,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:39.680573 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48768) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:39.734534 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f487f147-144d-46ce-8d71-cf700f609095 admin admin] Publish callbacks [] for security_group (6dd9eb74-2973-4a33-ab8a-26663630e50a), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:39.761954 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f487f147-144d-46ce-8d71-cf700f609095 admin admin] Publish callbacks [] for security_group (6dd9eb74-2973-4a33-ab8a-26663630e50a), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:39.900327 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f487f147-144d-46ce-8d71-cf700f609095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (6dd9eb74-2973-4a33-ab8a-26663630e50a), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:39.903389 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f487f147-144d-46ce-8d71-cf700f609095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:39.904243 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-f487f147-144d-46ce-8d71-cf700f609095 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6dd9eb74-2973-4a33-ab8a-26663630e50a HTTP/1.1" status: 204 len: 168 time: 0.2226446 Jan 24 09:21:39.913628 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487f147-144d-46ce-8d71-cf700f609095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd9eb74-2973-4a33-ab8a-26663630e50a,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:40.597126 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48780) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:40.614523 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-421a401b-fa89-4940-959f-07e6be31c397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:40.711074 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-421a401b-fa89-4940-959f-07e6be31c397 admin admin] Publish callbacks [] for security_group (7a5c8247-a81c-4b41-91b5-00245e2ba01d), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:40.763921 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-421a401b-fa89-4940-959f-07e6be31c397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7a5c8247-a81c-4b41-91b5-00245e2ba01d), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:40.803777 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a401b-fa89-4940-959f-07e6be31c397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5c8247-a81c-4b41-91b5-00245e2ba01d,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:40.811412 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-421a401b-fa89-4940-959f-07e6be31c397 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=38231fccb5964203badacfaacd1449ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124295 Jan 24 09:21:40.815337 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48782) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:40.887885 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-00e2dd12-28dc-444d-ad82-8e308d41c3dc admin admin] Publish callbacks [] for security_group (7a5c8247-a81c-4b41-91b5-00245e2ba01d), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:40.913140 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-00e2dd12-28dc-444d-ad82-8e308d41c3dc admin admin] Publish callbacks [] for security_group (7a5c8247-a81c-4b41-91b5-00245e2ba01d), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:41.041576 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-00e2dd12-28dc-444d-ad82-8e308d41c3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7a5c8247-a81c-4b41-91b5-00245e2ba01d), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:41.044236 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-00e2dd12-28dc-444d-ad82-8e308d41c3dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:41.045396 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-00e2dd12-28dc-444d-ad82-8e308d41c3dc admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7a5c8247-a81c-4b41-91b5-00245e2ba01d HTTP/1.1" status: 204 len: 168 time: 0.2286680 Jan 24 09:21:41.054077 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2dd12-28dc-444d-ad82-8e308d41c3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5c8247-a81c-4b41-91b5-00245e2ba01d,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:41.582130 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48798) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:41.698954 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3e85c71a-ddcd-45b0-8d49-6075ce2da438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:41.778506 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3e85c71a-ddcd-45b0-8d49-6075ce2da438 admin admin] Publish callbacks [] for security_group (233d5a70-20a9-4c51-b786-20862be16dfe), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:41.855009 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3e85c71a-ddcd-45b0-8d49-6075ce2da438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (233d5a70-20a9-4c51-b786-20862be16dfe), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:41.898089 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-3e85c71a-ddcd-45b0-8d49-6075ce2da438 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=26eae6112ffc4862919719f5799347d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148420 Jan 24 09:21:41.898998 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85c71a-ddcd-45b0-8d49-6075ce2da438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233d5a70-20a9-4c51-b786-20862be16dfe,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:41.901125 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48810) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:41.956200 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-aff10f24-aa8a-4b53-8ba2-bcca58501633 admin admin] Publish callbacks [] for security_group (233d5a70-20a9-4c51-b786-20862be16dfe), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:41.980392 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-aff10f24-aa8a-4b53-8ba2-bcca58501633 admin admin] Publish callbacks [] for security_group (233d5a70-20a9-4c51-b786-20862be16dfe), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:42.155172 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-aff10f24-aa8a-4b53-8ba2-bcca58501633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (233d5a70-20a9-4c51-b786-20862be16dfe), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:42.157925 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-aff10f24-aa8a-4b53-8ba2-bcca58501633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:42.159933 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-aff10f24-aa8a-4b53-8ba2-bcca58501633 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/233d5a70-20a9-4c51-b786-20862be16dfe HTTP/1.1" status: 204 len: 168 time: 0.2577386 Jan 24 09:21:42.169721 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff10f24-aa8a-4b53-8ba2-bcca58501633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233d5a70-20a9-4c51-b786-20862be16dfe,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:44.295560 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:21:45.664993 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358e210-dabe-42ca-8525-846db2d2dcb2 req-363f6e83-e070-4380-98b0-0a5622f4f708 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:45.666553 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9358e210-dabe-42ca-8525-846db2d2dcb2 req-363f6e83-e070-4380-98b0-0a5622f4f708 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0504522 Jan 24 09:21:45.719330 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9358e210-dabe-42ca-8525-846db2d2dcb2 req-7b8714de-238f-4c55-a98b-5f814ea2267a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465660 Jan 24 09:21:46.306259 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b5481cbd-f04e-46f9-be82-5cc093410bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:46.846953 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d94b9-7bfb-4e7b-b828-a72d8446329d req-a45e1b92-f8a8-4f1a-8186-60311081683f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:46.848687 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-001d94b9-7bfb-4e7b-b828-a72d8446329d req-a45e1b92-f8a8-4f1a-8186-60311081683f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0538590 Jan 24 09:21:46.901302 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-001d94b9-7bfb-4e7b-b828-a72d8446329d req-1f41931b-efff-45ac-b1e5-cec657d59cd2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459368 Jan 24 09:21:47.558461 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48926) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:47.645427 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:47.665890 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-aa8ce3fb-b184-40b3-b7be-751c1aab105e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:47.741093 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-aa8ce3fb-b184-40b3-b7be-751c1aab105e admin admin] Publish callbacks [] for security_group (ed115ff9-5719-47dd-a494-9d8f2a8ec787), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:47.891984 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-aa8ce3fb-b184-40b3-b7be-751c1aab105e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (ed115ff9-5719-47dd-a494-9d8f2a8ec787), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:47.934671 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-aa8ce3fb-b184-40b3-b7be-751c1aab105e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=cbbb869905e54aa5a31873b2ddf69196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3751335 Jan 24 09:21:47.935494 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 48936) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:47.935998 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ce3fb-b184-40b3-b7be-751c1aab105e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed115ff9-5719-47dd-a494-9d8f2a8ec787,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:48.022394 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-749e6ac0-d12a-446b-a7b5-0da620e844e0 admin admin] Publish callbacks [] for security_group (ed115ff9-5719-47dd-a494-9d8f2a8ec787), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:48.036900 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c47f-c2f4-44fb-a866-27a7475d8db8 req-9524317b-cc3a-42c8-9545-9689d4435d86 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:48.038520 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4008c47f-c2f4-44fb-a866-27a7475d8db8 req-9524317b-cc3a-42c8-9545-9689d4435d86 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0598819 Jan 24 09:21:48.055993 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-749e6ac0-d12a-446b-a7b5-0da620e844e0 admin admin] Publish callbacks [] for security_group (ed115ff9-5719-47dd-a494-9d8f2a8ec787), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:48.098416 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4008c47f-c2f4-44fb-a866-27a7475d8db8 req-b17f6ea0-b1ba-4ed4-8420-d7d8d6016535 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511694 Jan 24 09:21:48.304075 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-749e6ac0-d12a-446b-a7b5-0da620e844e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (ed115ff9-5719-47dd-a494-9d8f2a8ec787), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:48.306925 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-749e6ac0-d12a-446b-a7b5-0da620e844e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:48.308208 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-749e6ac0-d12a-446b-a7b5-0da620e844e0 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ed115ff9-5719-47dd-a494-9d8f2a8ec787 HTTP/1.1" status: 204 len: 168 time: 0.3708661 Jan 24 09:21:48.316873 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e6ac0-d12a-446b-a7b5-0da620e844e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed115ff9-5719-47dd-a494-9d8f2a8ec787,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:48.613817 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-71732886-2982-45a7-9a91-6879b61a0dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:49.226641 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b80cc-7caf-42f5-9095-be102e23734f req-6347162f-ae9c-4b61-9e94-befe1d1ff49c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:49.228130 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-727b80cc-7caf-42f5-9095-be102e23734f req-6347162f-ae9c-4b61-9e94-befe1d1ff49c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0491359 Jan 24 09:21:49.244876 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48954) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:49.257765 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb218-41ce-4859-9115-4605708b49a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:49.278702 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-727b80cc-7caf-42f5-9095-be102e23734f req-35ea4681-c141-49b0-b3f2-b7054eb8839c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446832 Jan 24 09:21:49.332615 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb218-41ce-4859-9115-4605708b49a8 admin admin] Publish callbacks [] for security_group (be89f93b-d852-4ed1-8f82-9d97426b0ea1), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:49.448798 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cb4fb218-41ce-4859-9115-4605708b49a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (be89f93b-d852-4ed1-8f82-9d97426b0ea1), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:49.487274 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fb218-41ce-4859-9115-4605708b49a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be89f93b-d852-4ed1-8f82-9d97426b0ea1,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:49.491559 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-cb4fb218-41ce-4859-9115-4605708b49a8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1d08aff8fd334e5a91268029b95e68c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456353 Jan 24 09:21:49.495078 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 48956) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:49.545113 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cbb11076-9c19-4e61-8cec-7841cb10b030 admin admin] Publish callbacks [] for security_group (be89f93b-d852-4ed1-8f82-9d97426b0ea1), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:49.570334 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cbb11076-9c19-4e61-8cec-7841cb10b030 admin admin] Publish callbacks [] for security_group (be89f93b-d852-4ed1-8f82-9d97426b0ea1), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:49.715063 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cbb11076-9c19-4e61-8cec-7841cb10b030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (be89f93b-d852-4ed1-8f82-9d97426b0ea1), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:49.717699 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cbb11076-9c19-4e61-8cec-7841cb10b030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:49.718949 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-cbb11076-9c19-4e61-8cec-7841cb10b030 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/be89f93b-d852-4ed1-8f82-9d97426b0ea1 HTTP/1.1" status: 204 len: 168 time: 0.2233961 Jan 24 09:21:49.727133 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb11076-9c19-4e61-8cec-7841cb10b030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be89f93b-d852-4ed1-8f82-9d97426b0ea1,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:49.834910 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:50.405288 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27363dfb-bf6a-44f4-abe1-ed2a60c79693 req-2ec52f20-6a7a-4bae-bc1c-0d1ef5d669a5 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:50.406834 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-27363dfb-bf6a-44f4-abe1-ed2a60c79693 req-2ec52f20-6a7a-4bae-bc1c-0d1ef5d669a5 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0501039 Jan 24 09:21:50.462845 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-27363dfb-bf6a-44f4-abe1-ed2a60c79693 req-1f7441f9-9981-4ea8-b8e5-f998e037074f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494652 Jan 24 09:21:50.923078 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 49004) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:50.937934 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:51.018276 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-284415684-network', 'tenant_id': 'bc3fa7c12b554a3bbfd918b6de58df20'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:51.155082 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Made reservation on behalf of bc3fa7c12b554a3bbfd918b6de58df20 for: {'network': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:21:51.157342 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:51.166302 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:51.242897 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Publish callbacks [] for security_group (2e14485a-63cd-4dd2-9e13-bb9ceff403b7), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:51.380328 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2e14485a-63cd-4dd2-9e13-bb9ceff403b7), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:51.404979 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:21:51.414378 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e14485a-63cd-4dd2-9e13-bb9ceff403b7,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:51.420935 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (4f16d7b2-6d48-44f1-8572-9b979ca0ec88), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:51.424090 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.segments_db [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Added segment 4f16d7b2-6d48-44f1-8572-9b979ca0ec88 of type vlan for network 44105748-356f-448f-a70c-5d65f0a57e7a Jan 24 09:21:51.463862 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (44105748-356f-448f-a70c-5d65f0a57e7a), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:51.593844 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb9e37-1ada-4454-b57b-0c1038d15fa0 req-fc0d4309-1408-4c46-99e5-a52e2ba97159 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:51.595945 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-42bb9e37-1ada-4454-b57b-0c1038d15fa0 req-fc0d4309-1408-4c46-99e5-a52e2ba97159 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0564754 Jan 24 09:21:51.623745 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (44105748-356f-448f-a70c-5d65f0a57e7a), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:51.624856 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:51.625559 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:51.643018 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-42bb9e37-1ada-4454-b57b-0c1038d15fa0 req-32717a2f-a850-4007-9520-525fe814d474 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 Jan 24 09:21:51.686359 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] Pushing event updated for resources: {'Network': ['ID=44105748-356f-448f-a70c-5d65f0a57e7a,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:51.697473 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network 44105748-356f-448f-a70c-5d65f0a57e7a details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:21:51.832453 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-dfd77f30-7e5e-4778-9055-de5d7b19bb73 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9081557 Jan 24 09:21:51.853275 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 49016) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:21:51.858323 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] Request body: {'subnet': {'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-284415684-subnet', 'tenant_id': 'bc3fa7c12b554a3bbfd918b6de58df20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:21:52.012445 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] Made reservation on behalf of bc3fa7c12b554a3bbfd918b6de58df20 for: {'subnet': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:21:52.014915 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10073933'] for subnet (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:52.294931 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8393531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10073951'] for subnet (26e86793-cc23-47de-a853-4e86638f3a43), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:52.355857 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e86793-cc23-47de-a853-4e86638f3a43,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:21:52.366124 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] Checking segment: {'id': '4f16d7b2-6d48-44f1-8572-9b979ca0ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:21:52.369814 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] Network hostable DHCP agents. Network: 44105748-356f-448f-a70c-5d65f0a57e7a, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:21:52.500472 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] Network 44105748-356f-448f-a70c-5d65f0a57e7a is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:21:52.591795 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:52.626757 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, 44105748-356f-448f-a70c-5d65f0a57e7a) {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:21:52.631487 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:52.632211 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:21:52.637034 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae67e6b-bdf4-41c5-bcf4-9beb04b6c2f2 None None] Network 44105748-356f-448f-a70c-5d65f0a57e7a requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:21:52.735765 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb016d3d-4044-4b38-9a63-60284430861f None None] Network 44105748-356f-448f-a70c-5d65f0a57e7a requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:21:52.760400 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-4a7231a3-469f-4441-9ba7-2a6be6d90c3c admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9060075 Jan 24 09:21:52.779349 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae6d08-f0f3-4ada-9b40-4c88092e293d req-248bd1a2-ea65-40b0-88be-431d3372fbb0 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:52.780958 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d1ae6d08-f0f3-4ada-9b40-4c88092e293d req-248bd1a2-ea65-40b0-88be-431d3372fbb0 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0569561 Jan 24 09:21:52.853706 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d1ae6d08-f0f3-4ada-9b40-4c88092e293d req-dc39bdad-4f57-4001-ba16-75d11ff3ca19 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621119 Jan 24 09:21:53.976132 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57799b64-1aa1-4d25-8480-21957d389a75 req-09f107d9-12fe-400c-a6ba-fb8bdd3faab8 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:53.977654 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-57799b64-1aa1-4d25-8480-21957d389a75 req-09f107d9-12fe-400c-a6ba-fb8bdd3faab8 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0531371 Jan 24 09:21:54.023969 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-57799b64-1aa1-4d25-8480-21957d389a75 req-ad0e86f5-3996-44a0-b365-2d053217c900 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408235 Jan 24 09:21:55.142658 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2e7e3-e463-459b-96ab-726f31aa1f46 req-9ac15242-5b6b-484c-b73d-68ae24f226e1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:55.144337 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0bd2e7e3-e463-459b-96ab-726f31aa1f46 req-9ac15242-5b6b-484c-b73d-68ae24f226e1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0492275 Jan 24 09:21:55.191983 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0bd2e7e3-e463-459b-96ab-726f31aa1f46 req-48731dd2-c96d-42ce-bb60-658701b91198 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418916 Jan 24 09:21:55.477576 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-8f79922f-38aa-4871-8bf5-313150a82f92 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:55.479075 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-8f79922f-38aa-4871-8bf5-313150a82f92 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/networks?id=44105748-356f-448f-a70c-5d65f0a57e7a HTTP/1.1" status: 200 len: 808 time: 0.1078150 Jan 24 09:21:55.493502 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-eb28b4f3-71da-451f-a8eb-b38cd15b839a tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/quotas/bc3fa7c12b554a3bbfd918b6de58df20 HTTP/1.1" status: 200 len: 375 time: 0.0092087 Jan 24 09:21:55.524424 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-beb7c8b6-cb02-4a59-947d-0a6264d44327 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bc3fa7c12b554a3bbfd918b6de58df20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260844 Jan 24 09:21:55.614431 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-92db3a3b-9466-4523-b5e3-ecc405ef95dd service neutron] 10.222.0.113 "GET /v2.0/networks/44105748-356f-448f-a70c-5d65f0a57e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832872 Jan 24 09:21:55.707687 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-96760e00-5f8e-428f-8aba-3089c47440f8 service neutron] 10.222.0.113 "GET /v2.0/networks/44105748-356f-448f-a70c-5d65f0a57e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877163 Jan 24 09:21:56.014808 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-21c91139-7c20-4a09-80e1-1f11699b771a req-6be29c2c-9400-47e1-9346-dea3c4d9ae5c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 210 time: 0.0295098 Jan 24 09:21:56.307606 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b72c6-86b2-401d-aff3-87da6a2cd72b req-df28dec0-e702-4c46-8fb7-a3930c2cf0b4 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:56.309119 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-635b72c6-86b2-401d-aff3-87da6a2cd72b req-df28dec0-e702-4c46-8fb7-a3930c2cf0b4 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0497112 Jan 24 09:21:56.358872 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-635b72c6-86b2-401d-aff3-87da6a2cd72b req-f10902b7-e23a-4a59-96de-0c0283cc195c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440080 Jan 24 09:21:57.090964 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5e0a1ee1-231a-412b-bb67-23fb81ec1d3d req-21b0b710-84d6-41d2-b7cf-ea5c8e884b68 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 210 time: 0.0261726 Jan 24 09:21:57.481437 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421ab7d-0e43-4c11-8a3a-5638310757f1 req-b5416402-832d-4ae8-a222-7d7013d55b1e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:57.482905 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5421ab7d-0e43-4c11-8a3a-5638310757f1 req-b5416402-832d-4ae8-a222-7d7013d55b1e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0525289 Jan 24 09:21:57.530493 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5421ab7d-0e43-4c11-8a3a-5638310757f1 req-4f4c0fd7-b944-478b-8236-da5200922586 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Jan 24 09:21:58.167753 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168db9bc-d9f9-4b4e-ab25-0b56f1cab7c3 req-8995c84e-c967-4415-860b-8e7868ce27a0 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:58.169286 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-168db9bc-d9f9-4b4e-ab25-0b56f1cab7c3 req-8995c84e-c967-4415-860b-8e7868ce27a0 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0554423 Jan 24 09:21:58.190185 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b4793468-5d0e-4873-97cd-63a876711b7f req-e89234b2-f0c4-4838-a50b-301e4e484ee9 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 210 time: 0.0284245 Jan 24 09:21:58.230713 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-168db9bc-d9f9-4b4e-ab25-0b56f1cab7c3 req-9ce76193-da70-4e75-afad-549737b33b3d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550575 Jan 24 09:21:58.388288 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1dac0-43aa-450e-9ea1-c2cf2bbb69db req-1a48cc87-a08e-4839-9477-bf72b6575a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:58.389817 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cdc1dac0-43aa-450e-9ea1-c2cf2bbb69db req-1a48cc87-a08e-4839-9477-bf72b6575a55 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1dc910091533410a986175bf4570f541&device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 1098 time: 0.0422032 Jan 24 09:21:58.494307 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1dac0-43aa-450e-9ea1-c2cf2bbb69db req-4ddc5762-554f-48db-af2d-7b8fdaedbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:58.495787 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cdc1dac0-43aa-450e-9ea1-c2cf2bbb69db req-4ddc5762-554f-48db-af2d-7b8fdaedbc9e service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecc965a-bd5f-433d-822a-db760db2c0ab HTTP/1.1" status: 200 len: 911 time: 0.0991886 Jan 24 09:21:58.567525 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cdc1dac0-43aa-450e-9ea1-c2cf2bbb69db req-698e6a7f-3957-4065-a106-39881a81daad service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c2fd64-23e2-4383-a6ab-b95fd9eca7df HTTP/1.1" status: 200 len: 1001 time: 0.0634069 Jan 24 09:21:58.618455 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1dac0-43aa-450e-9ea1-c2cf2bbb69db req-12894a80-7ea5-4cd9-b04d-cd55b2b52488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:58.619916 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cdc1dac0-43aa-450e-9ea1-c2cf2bbb69db req-12894a80-7ea5-4cd9-b04d-cd55b2b52488 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a5112ccc-ca3f-482c-bc18-0e8c182e366d HTTP/1.1" status: 200 len: 849 time: 0.0447195 Jan 24 09:21:58.675713 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1dac0-43aa-450e-9ea1-c2cf2bbb69db req-d4cb99f3-7a96-49d5-9eba-5f78e656dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:58.677110 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cdc1dac0-43aa-450e-9ea1-c2cf2bbb69db req-d4cb99f3-7a96-49d5-9eba-5f78e656dc37 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecc965a-bd5f-433d-822a-db760db2c0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485170 Jan 24 09:21:58.771938 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cdc1dac0-43aa-450e-9ea1-c2cf2bbb69db req-3ee2335f-b959-435b-b0b1-152eed5ba4bf service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880034 Jan 24 09:21:58.881904 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cdc1dac0-43aa-450e-9ea1-c2cf2bbb69db req-6fec0fad-fc99-49b6-9b6d-aaf0f5f216c9 service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015170 Jan 24 09:21:59.294339 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5cef6088-2251-4069-8620-34bcb63c3ea7 req-1e12b851-8fe0-42e0-8f07-6f797f1b4850 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 210 time: 0.0270460 Jan 24 09:21:59.348838 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a08286-0853-40bf-8e59-9ee085710936 req-0decc6f6-7c68-4cfa-96b5-17b65655755c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:59.350384 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-19a08286-0853-40bf-8e59-9ee085710936 req-0decc6f6-7c68-4cfa-96b5-17b65655755c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0501859 Jan 24 09:21:59.403602 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-19a08286-0853-40bf-8e59-9ee085710936 req-ad41661c-235f-434d-8b7f-91eada74721b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476367 Jan 24 09:21:59.785167 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-e9f8f7a1-309f-481b-ad1c-1be9015b3220 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:21:59.786685 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-e9f8f7a1-309f-481b-ad1c-1be9015b3220 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.115 "GET /v2.0/networks?id=44105748-356f-448f-a70c-5d65f0a57e7a HTTP/1.1" status: 200 len: 808 time: 0.1107106 Jan 24 09:21:59.800651 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Request body: {'port': {'device_id': 'bdbfa507-91f3-471e-8723-518082c93741', 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a', 'admin_state_up': True, 'tenant_id': 'bc3fa7c12b554a3bbfd918b6de58df20'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:00.080348 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Made reservation on behalf of bc3fa7c12b554a3bbfd918b6de58df20 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:22:00.083981 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:00.213949 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Allocated IP 172.20.0.12 (44105748-356f-448f-a70c-5d65f0a57e7a/26e86793-cc23-47de-a853-4e86638f3a43/b6bd9b58-6950-4543-bdc7-f81d21ad8a81) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:22:00.375367 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks [] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:00.407873 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-726076ae-b6b9-455e-a90d-4704b7266abe req-544ccb3e-c7d1-4055-961f-ec9435d37fb4 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 210 time: 0.0284038 Jan 24 09:22:00.523040 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:00.530008 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eaabb4-2bf2-44e9-a969-a0c0b71cc03e req-1f4accbf-d182-47b9-be87-61dcea1fdeb9 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:00.534925 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a6eaabb4-2bf2-44e9-a969-a0c0b71cc03e req-1f4accbf-d182-47b9-be87-61dcea1fdeb9 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0557532 Jan 24 09:22:00.568535 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Network 44105748-356f-448f-a70c-5d65f0a57e7a is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:22:00.573606 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:22:00.577336 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:22:00.586406 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a6eaabb4-2bf2-44e9-a969-a0c0b71cc03e req-eeb17602-690b-474d-afab-52a7c42dda2a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467303 Jan 24 09:22:00.608325 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Pushing event updated for resources: {'Port': ['ID=b6bd9b58-6950-4543-bdc7-f81d21ad8a81,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:00.632905 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:00.633603 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:00.740687 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-9735b6de-4173-4a08-9dd7-461c55fb1e24 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9436941 Jan 24 09:22:00.753186 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Request body: {'port': {'device_id': 'bdbfa507-91f3-471e-8723-518082c93741', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:00.811025 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:01.079931 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6bd9b58-6950-4543-bdc7-f81d21ad8a81 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:22:01.087706 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Publish callbacks [] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:01.100608 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Transition to ACTIVE for port object b6bd9b58-6950-4543-bdc7-f81d21ad8a81 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:22:01.194266 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:01.249885 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Pushing event updated for resources: {'Port': ['ID=b6bd9b58-6950-4543-bdc7-f81d21ad8a81,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:01.588940 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28a8f6-e58a-43c6-9f09-6d224d38ad50 req-be7d6da6-7f3f-443b-b46a-09e229d10854 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:01.590463 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9e28a8f6-e58a-43c6-9f09-6d224d38ad50 req-be7d6da6-7f3f-443b-b46a-09e229d10854 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 944 time: 0.0884149 Jan 24 09:22:01.591308 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Attempting to bind port b6bd9b58-6950-4543-bdc7-f81d21ad8a81 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:01.591643 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Attempting to bind port b6bd9b58-6950-4543-bdc7-f81d21ad8a81 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4f16d7b2-6d48-44f1-8572-9b979ca0ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:22:01.591974 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Attempting to bind port b6bd9b58-6950-4543-bdc7-f81d21ad8a81 on network 44105748-356f-448f-a70c-5d65f0a57e7a {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:22:01.599039 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Port b6bd9b58-6950-4543-bdc7-f81d21ad8a81 on network 44105748-356f-448f-a70c-5d65f0a57e7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:22:01.599362 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Attempting to bind port b6bd9b58-6950-4543-bdc7-f81d21ad8a81 on network 44105748-356f-448f-a70c-5d65f0a57e7a {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:22:01.618987 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:22:01.619326 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Checking segment: {'id': '4f16d7b2-6d48-44f1-8572-9b979ca0ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:22:01.619714 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Bound using segment: {'id': '4f16d7b2-6d48-44f1-8572-9b979ca0ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:22:01.620160 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Bound port: b6bd9b58-6950-4543-bdc7-f81d21ad8a81, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f16d7b2-6d48-44f1-8572-9b979ca0ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:22:01.620553 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:01.679740 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9e28a8f6-e58a-43c6-9f09-6d224d38ad50 req-d56da0fe-3a52-41c9-b4b3-d767f21a229d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822942 Jan 24 09:22:01.714380 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] For port b6bd9b58-6950-4543-bdc7-f81d21ad8a81, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:22:01.717448 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] For port b6bd9b58-6950-4543-bdc7-f81d21ad8a81, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b6bd9b58-6950-4543-bdc7-f81d21ad8a81,segment=NetworkSegment(4f16d7b2-6d48-44f1-8572-9b979ca0ec88),segment_id=4f16d7b2-6d48-44f1-8572-9b979ca0ec88)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:22:01.808920 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:01.846929 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:01.847551 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:01.848941 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] 10.222.0.115 "PUT /v2.0/ports/b6bd9b58-6950-4543-bdc7-f81d21ad8a81 HTTP/1.1" status: 200 len: 1094 time: 1.1000664 Jan 24 09:22:01.849383 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbfa507-91f3-471e-8723-518082c93741', 'tag': 'b6bd9b58-6950-4543-bdc7-f81d21ad8a81'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:01.851637 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c415e4c9-7783-40c6-869a-93ef38880509" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbfa507-91f3-471e-8723-518082c93741", "tag": "b6bd9b58-6950-4543-bdc7-f81d21ad8a81"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:22:01.878972 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cee384-c866-4f6d-ae5d-7e9f7370a67f service neutron] Pushing event updated for resources: {'Port': ['ID=b6bd9b58-6950-4543-bdc7-f81d21ad8a81,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:01.898654 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df4a0de-9eaa-4b1a-9187-517720528d02 x-openstack-request-id: req-6df4a0de-9eaa-4b1a-9187-517720528d02 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:22:01.898946 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbfa507-91f3-471e-8723-518082c93741", "tag": "b6bd9b58-6950-4543-bdc7-f81d21ad8a81", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:22:01.899204 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6df4a0de-9eaa-4b1a-9187-517720528d02 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:22:01.899606 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbfa507-91f3-471e-8723-518082c93741', 'tag': 'b6bd9b58-6950-4543-bdc7-f81d21ad8a81', 'status': 'completed', 'code': 200} Jan 24 09:22:01.966977 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e4c9-7783-40c6-869a-93ef38880509 req-893f2f23-6949-4ba8-82fc-d52700594ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:01.968391 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c415e4c9-7783-40c6-869a-93ef38880509 req-893f2f23-6949-4ba8-82fc-d52700594ced service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bc3fa7c12b554a3bbfd918b6de58df20&device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 1097 time: 0.0416698 Jan 24 09:22:02.071623 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e4c9-7783-40c6-869a-93ef38880509 req-51d38cf0-45f8-4100-8be7-589b8212ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:02.073118 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c415e4c9-7783-40c6-869a-93ef38880509 req-51d38cf0-45f8-4100-8be7-589b8212ff79 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bc3fa7c12b554a3bbfd918b6de58df20&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0975466 Jan 24 09:22:02.169912 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e4c9-7783-40c6-869a-93ef38880509 req-495f38cc-d26d-4019-bc7e-dfd20ac469b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:02.171725 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c415e4c9-7783-40c6-869a-93ef38880509 req-495f38cc-d26d-4019-bc7e-dfd20ac469b2 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929263 Jan 24 09:22:02.265247 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-500c20cb-0f17-459e-8232-437e5950afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:02.266851 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-500c20cb-0f17-459e-8232-437e5950afa9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bc3fa7c12b554a3bbfd918b6de58df20&device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 1097 time: 0.0447519 Jan 24 09:22:02.309576 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-968110d4-6973-417b-8f20-0e9363c116dc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6bd9b58-6950-4543-bdc7-f81d21ad8a81 HTTP/1.1" status: 200 len: 217 time: 0.0356586 Jan 24 09:22:02.359427 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-de1819cf-9949-4cac-b94b-5a5865ab9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:02.362045 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-de1819cf-9949-4cac-b94b-5a5865ab9387 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=26e86793-cc23-47de-a853-4e86638f3a43 HTTP/1.1" status: 200 len: 848 time: 0.0458858 Jan 24 09:22:02.399546 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-b3bf8d6f-c138-4c37-9b5b-ce53f62d5aa5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=44105748-356f-448f-a70c-5d65f0a57e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282865 Jan 24 09:22:02.495368 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-05e8d81a-2c3b-4faa-bdbf-e4a940626d70 service neutron] 10.222.0.115 "GET /v2.0/networks/44105748-356f-448f-a70c-5d65f0a57e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865495 Jan 24 09:22:02.590369 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc3e89b1-bf27-41be-ae31-40fd407630f9 req-fdbfcc94-ddaf-46b7-bd1c-786e59b3bace service neutron] 10.222.0.115 "GET /v2.0/networks/44105748-356f-448f-a70c-5d65f0a57e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883644 Jan 24 09:22:02.808713 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397d204-c781-4c6f-8c71-c279381c0781 req-1d3ac3f6-625b-4058-a101-bb4f301789a5 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:02.810271 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9397d204-c781-4c6f-8c71-c279381c0781 req-1d3ac3f6-625b-4058-a101-bb4f301789a5 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 944 time: 0.0504537 Jan 24 09:22:02.858938 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9397d204-c781-4c6f-8c71-c279381c0781 req-1dfa8748-c97e-4dc9-8377-3a2a766818bd tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Jan 24 09:22:03.978977 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30977cc1-2d45-4503-a579-4170cc0a4f84 req-241a563a-4c1c-47c5-aad7-77567eac56e0 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:03.980529 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-30977cc1-2d45-4503-a579-4170cc0a4f84 req-241a563a-4c1c-47c5-aad7-77567eac56e0 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 944 time: 0.0525911 Jan 24 09:22:04.030191 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-30977cc1-2d45-4503-a579-4170cc0a4f84 req-fb01a5ba-b1da-4ad6-9d47-7afcf555489f tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Jan 24 09:22:05.145465 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f8796-9ef7-4b64-8f3a-1c74d2f9fe36 req-e030971b-a189-4ac4-9b31-6d7480a7c90f tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:05.147053 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-361f8796-9ef7-4b64-8f3a-1c74d2f9fe36 req-e030971b-a189-4ac4-9b31-6d7480a7c90f tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 944 time: 0.0511231 Jan 24 09:22:05.196549 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-361f8796-9ef7-4b64-8f3a-1c74d2f9fe36 req-e4d5f49b-a95d-4b6f-8289-f58fb52688d4 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435908 Jan 24 09:22:05.610747 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device b6bd9b58-6950-4543-bdc7-f81d21ad8a81 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:22:05.715735 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port b6bd9b58-6950-4543-bdc7-f81d21ad8a81, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b6bd9b58-6950-4543-bdc7-f81d21ad8a81,segment=NetworkSegment(4f16d7b2-6d48-44f1-8572-9b979ca0ec88),segment_id=4f16d7b2-6d48-44f1-8572-9b979ca0ec88)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:05.727403 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': 'b6bd9b58-6950-4543-bdc7-f81d21ad8a81', 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a', 'port_id': 'b6bd9b58-6950-4543-bdc7-f81d21ad8a81', 'mac_address': 'fa:16:3e:fb:a7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e86793-cc23-47de-a853-4e86638f3a43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:22:05.770349 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port b6bd9b58-6950-4543-bdc7-f81d21ad8a81 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:22:05.770744 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:05.783501 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bd9b58-6950-4543-bdc7-f81d21ad8a81 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:22:05.803609 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port b6bd9b58-6950-4543-bdc7-f81d21ad8a81, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b6bd9b58-6950-4543-bdc7-f81d21ad8a81,segment=NetworkSegment(4f16d7b2-6d48-44f1-8572-9b979ca0ec88),segment_id=4f16d7b2-6d48-44f1-8572-9b979ca0ec88)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:05.971731 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:06.019542 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=b6bd9b58-6950-4543-bdc7-f81d21ad8a81,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:06.026563 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.026918 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.027265 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.027607 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.027938 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.028270 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.028597 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.028929 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.029260 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.029675 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.030004 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.030362 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.030690 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:06.310269 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['b6bd9b58-6950-4543-bdc7-f81d21ad8a81'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:22:06.316930 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cda75-acff-45f7-b43c-b83395234df4 req-fd58378b-5eeb-4428-ba7c-c120abd021ed tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:06.318517 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a97cda75-acff-45f7-b43c-b83395234df4 req-fd58378b-5eeb-4428-ba7c-c120abd021ed tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 945 time: 0.0545869 Jan 24 09:22:06.365896 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a97cda75-acff-45f7-b43c-b83395234df4 req-91487b49-17c4-410a-8ce9-61d50fcaa973 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Jan 24 09:22:07.139501 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 49226) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:07.245985 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-51a30047-7104-4420-ad4e-4388daa507e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:07.323719 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-51a30047-7104-4420-ad4e-4388daa507e1 admin admin] Publish callbacks [] for security_group (9a6f034c-c04a-4507-abe4-abe4018d0537), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:07.459994 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-51a30047-7104-4420-ad4e-4388daa507e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (9a6f034c-c04a-4507-abe4-abe4018d0537), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:07.509223 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-51a30047-7104-4420-ad4e-4388daa507e1 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4a1dd8f023dc4e0e9ab14cd1a64f1519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686075 Jan 24 09:22:07.510125 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a30047-7104-4420-ad4e-4388daa507e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6f034c-c04a-4507-abe4-abe4018d0537,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:07.512653 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49232) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:07.530796 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff6cdd-64d9-4827-8a3c-8667438c8ec6 req-7d73d6d3-0a6b-4b57-ab63-218bfad9b04b tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:07.532532 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-25ff6cdd-64d9-4827-8a3c-8667438c8ec6 req-7d73d6d3-0a6b-4b57-ab63-218bfad9b04b tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 945 time: 0.0983336 Jan 24 09:22:07.576219 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-61bde98e-8f07-423b-a25c-901c51f89b0a admin admin] Publish callbacks [] for security_group (9a6f034c-c04a-4507-abe4-abe4018d0537), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:07.589178 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-25ff6cdd-64d9-4827-8a3c-8667438c8ec6 req-99c624f8-d517-4948-9393-fa2088191901 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478766 Jan 24 09:22:07.599582 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-61bde98e-8f07-423b-a25c-901c51f89b0a admin admin] Publish callbacks [] for security_group (9a6f034c-c04a-4507-abe4-abe4018d0537), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:07.620303 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device b6bd9b58-6950-4543-bdc7-f81d21ad8a81 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:22:07.819848 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-61bde98e-8f07-423b-a25c-901c51f89b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (9a6f034c-c04a-4507-abe4-abe4018d0537), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:07.823212 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-61bde98e-8f07-423b-a25c-901c51f89b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:07.824571 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-61bde98e-8f07-423b-a25c-901c51f89b0a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/9a6f034c-c04a-4507-abe4-abe4018d0537 HTTP/1.1" status: 204 len: 168 time: 0.3104408 Jan 24 09:22:07.833857 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bde98e-8f07-423b-a25c-901c51f89b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6f034c-c04a-4507-abe4-abe4018d0537,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:07.840451 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port b6bd9b58-6950-4543-bdc7-f81d21ad8a81 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:22:07.845223 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port b6bd9b58-6950-4543-bdc7-f81d21ad8a81 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:22:07.845607 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:07.941722 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port b6bd9b58-6950-4543-bdc7-f81d21ad8a81 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:22:07.942143 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:07.967075 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbfa507-91f3-471e-8723-518082c93741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bd9b58-6950-4543-bdc7-f81d21ad8a81'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:07.969303 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d8405-2faf-4028-af1c-fd31b7622ebe" -d '{"events": [{"server_uuid": "bdbfa507-91f3-471e-8723-518082c93741", "name": "network-vif-plugged", "status": "completed", "tag": "b6bd9b58-6950-4543-bdc7-f81d21ad8a81"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:22:07.983508 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port b6bd9b58-6950-4543-bdc7-f81d21ad8a81, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b6bd9b58-6950-4543-bdc7-f81d21ad8a81,segment=NetworkSegment(4f16d7b2-6d48-44f1-8572-9b979ca0ec88),segment_id=4f16d7b2-6d48-44f1-8572-9b979ca0ec88)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:08.011686 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef2feed-f63e-4dab-aa3c-a5e53d1cbf75 x-openstack-request-id: req-fef2feed-f63e-4dab-aa3c-a5e53d1cbf75 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:22:08.011981 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbfa507-91f3-471e-8723-518082c93741", "name": "network-vif-plugged", "status": "completed", "tag": "b6bd9b58-6950-4543-bdc7-f81d21ad8a81", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:22:08.012367 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fef2feed-f63e-4dab-aa3c-a5e53d1cbf75 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:22:08.012764 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbfa507-91f3-471e-8723-518082c93741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bd9b58-6950-4543-bdc7-f81d21ad8a81', 'code': 200} Jan 24 09:22:08.066585 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:08.124170 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=b6bd9b58-6950-4543-bdc7-f81d21ad8a81,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:08.323163 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18233d8-ab14-4279-b1c6-e7aead0c8b1b req-a81380f5-a93f-46a7-b701-d5f09c5aceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:08.324640 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f18233d8-ab14-4279-b1c6-e7aead0c8b1b req-a81380f5-a93f-46a7-b701-d5f09c5aceea service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 1099 time: 0.0463047 Jan 24 09:22:08.375179 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f18233d8-ab14-4279-b1c6-e7aead0c8b1b req-b6e6f65f-7502-4801-aece-3917317b838d service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 Jan 24 09:22:08.687953 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49242) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:08.701805 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6c514759-4d78-4d27-9ef4-bc155594abd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:08.716323 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a0eb2-ac4a-44ea-b9bc-c90fead6ebc8 req-1f5ba7d3-4df8-46d1-9a1a-3c97f42c2f9b tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:08.717898 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9b5a0eb2-ac4a-44ea-b9bc-c90fead6ebc8 req-1f5ba7d3-4df8-46d1-9a1a-3c97f42c2f9b tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 946 time: 0.0566392 Jan 24 09:22:08.768939 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9b5a0eb2-ac4a-44ea-b9bc-c90fead6ebc8 req-02bc3bce-a690-4ff8-aa61-9b022a74fd19 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447879 Jan 24 09:22:08.781484 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6c514759-4d78-4d27-9ef4-bc155594abd4 admin admin] Publish callbacks [] for security_group (bf07f15d-81f2-4bac-821f-7cb040ccf76b), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:08.874481 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6c514759-4d78-4d27-9ef4-bc155594abd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (bf07f15d-81f2-4bac-821f-7cb040ccf76b), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:08.916982 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-6c514759-4d78-4d27-9ef4-bc155594abd4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=55bbb81f276847dc9bdcf209013b92a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278523 Jan 24 09:22:08.917599 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c514759-4d78-4d27-9ef4-bc155594abd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf07f15d-81f2-4bac-821f-7cb040ccf76b,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:08.919791 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 49244) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:08.971274 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a57513e4-227c-4825-a860-b7ef2a3e52ec admin admin] Publish callbacks [] for security_group (bf07f15d-81f2-4bac-821f-7cb040ccf76b), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:08.998803 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a57513e4-227c-4825-a860-b7ef2a3e52ec admin admin] Publish callbacks [] for security_group (bf07f15d-81f2-4bac-821f-7cb040ccf76b), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:09.171525 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a57513e4-227c-4825-a860-b7ef2a3e52ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (bf07f15d-81f2-4bac-821f-7cb040ccf76b), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:09.174178 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a57513e4-227c-4825-a860-b7ef2a3e52ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:09.175460 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-a57513e4-227c-4825-a860-b7ef2a3e52ec admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bf07f15d-81f2-4bac-821f-7cb040ccf76b HTTP/1.1" status: 204 len: 168 time: 0.2542462 Jan 24 09:22:09.183949 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57513e4-227c-4825-a860-b7ef2a3e52ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf07f15d-81f2-4bac-821f-7cb040ccf76b,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:10.059180 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a11d5-c38e-44c8-b29f-37e4adfdeaed req-fe6db189-ae29-4ec3-a3b4-d8e9d4ef0729 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:10.062600 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-058a11d5-c38e-44c8-b29f-37e4adfdeaed req-fe6db189-ae29-4ec3-a3b4-d8e9d4ef0729 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 946 time: 0.2227278 Jan 24 09:22:10.112000 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-058a11d5-c38e-44c8-b29f-37e4adfdeaed req-3d250a0f-b865-4a19-b07a-8b5ef7f11787 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447409 Jan 24 09:22:11.385677 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aba66e-e411-4e2f-a0b9-f12f1aab832a req-15c97731-4209-41fa-87f8-794704778f13 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:11.387291 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-97aba66e-e411-4e2f-a0b9-f12f1aab832a req-15c97731-4209-41fa-87f8-794704778f13 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 946 time: 0.2074676 Jan 24 09:22:11.436224 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-97aba66e-e411-4e2f-a0b9-f12f1aab832a req-b14e1f70-3b15-495d-9742-0a11f06ae97a tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Jan 24 09:22:13.021012 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bb3d2-79d4-49ff-8e83-4e54ec10c329 req-b1ed880e-b8ba-4159-b9ab-24b77ecd661a tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:13.023642 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0d9bb3d2-79d4-49ff-8e83-4e54ec10c329 req-b1ed880e-b8ba-4159-b9ab-24b77ecd661a tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 946 time: 0.0559092 Jan 24 09:22:13.078050 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0d9bb3d2-79d4-49ff-8e83-4e54ec10c329 req-7df8f478-4ce4-454c-8a4f-2194a4794958 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468898 Jan 24 09:22:14.201471 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7eb99c-c6fa-454b-99e1-1d58853e6b42 req-4f636710-6f5b-47ec-a684-15f63022c0a7 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:14.202979 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bc7eb99c-c6fa-454b-99e1-1d58853e6b42 req-4f636710-6f5b-47ec-a684-15f63022c0a7 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 946 time: 0.0543146 Jan 24 09:22:14.250435 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bc7eb99c-c6fa-454b-99e1-1d58853e6b42 req-acfa9f9f-65fa-4680-b13e-ea05794156cb tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 Jan 24 09:22:14.836178 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6160d-cc91-4535-a75a-72b15442c48b req-4a4a9adb-b206-4376-8c2d-df3545886f15 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:14.839391 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e5e6160d-cc91-4535-a75a-72b15442c48b req-4a4a9adb-b206-4376-8c2d-df3545886f15 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.115 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 946 time: 0.0515199 Jan 24 09:22:14.942175 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-e5e6160d-cc91-4535-a75a-72b15442c48b req-84f5f18f-45e3-4d22-989b-d4e20535d9dd tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Deleting port b6bd9b58-6950-4543-bdc7-f81d21ad8a81 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:22:14.942436 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e5e6160d-cc91-4535-a75a-72b15442c48b req-84f5f18f-45e3-4d22-989b-d4e20535d9dd tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:15.065365 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4f7f7-23ab-4158-94ec-3b815bce7fee req-f7730507-f903-4921-8d57-3a5b5725f40e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:15.066902 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7ec4f7f7-23ab-4158-94ec-3b815bce7fee req-f7730507-f903-4921-8d57-3a5b5725f40e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 946 time: 0.1208889 Jan 24 09:22:15.089426 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-e5e6160d-cc91-4535-a75a-72b15442c48b req-84f5f18f-45e3-4d22-989b-d4e20535d9dd tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] For port b6bd9b58-6950-4543-bdc7-f81d21ad8a81, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b6bd9b58-6950-4543-bdc7-f81d21ad8a81,segment=NetworkSegment(4f16d7b2-6d48-44f1-8572-9b979ca0ec88),segment_id=4f16d7b2-6d48-44f1-8572-9b979ca0ec88)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:15.089789 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e5e6160d-cc91-4535-a75a-72b15442c48b req-84f5f18f-45e3-4d22-989b-d4e20535d9dd tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:15.109310 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-e5e6160d-cc91-4535-a75a-72b15442c48b req-84f5f18f-45e3-4d22-989b-d4e20535d9dd tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Calling delete_port for b6bd9b58-6950-4543-bdc7-f81d21ad8a81 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:22:15.172944 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7ec4f7f7-23ab-4158-94ec-3b815bce7fee req-c9115e9e-0272-4e9f-8684-d8c44858b96a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958977 Jan 24 09:22:15.337018 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e5e6160d-cc91-4535-a75a-72b15442c48b req-84f5f18f-45e3-4d22-989b-d4e20535d9dd tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (b6bd9b58-6950-4543-bdc7-f81d21ad8a81), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:15.352787 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['b6bd9b58-6950-4543-bdc7-f81d21ad8a81'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:22:15.353439 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-59a994f0-4135-4023-932b-04fc2507425b req-33bedcb8-573b-4aa3-950a-39cd2d87604f tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 210 time: 0.0283055 Jan 24 09:22:15.366192 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5f18f-45e3-4d22-989b-d4e20535d9dd tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Pushing event deleted for resources: {'Port': ['ID=b6bd9b58-6950-4543-bdc7-f81d21ad8a81,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:15.414259 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e6160d-cc91-4535-a75a-72b15442c48b req-84f5f18f-45e3-4d22-989b-d4e20535d9dd tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] No DVR routers for this DVR port b6bd9b58-6950-4543-bdc7-f81d21ad8a81 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:22:15.416761 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e5e6160d-cc91-4535-a75a-72b15442c48b req-84f5f18f-45e3-4d22-989b-d4e20535d9dd tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:15.420452 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e5e6160d-cc91-4535-a75a-72b15442c48b req-84f5f18f-45e3-4d22-989b-d4e20535d9dd tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.115 "DELETE /v2.0/ports/b6bd9b58-6950-4543-bdc7-f81d21ad8a81 HTTP/1.1" status: 204 len: 173 time: 0.5726523 Jan 24 09:22:15.420904 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbfa507-91f3-471e-8723-518082c93741', 'name': 'network-vif-deleted', 'tag': 'b6bd9b58-6950-4543-bdc7-f81d21ad8a81'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:15.423167 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a57f35-0920-4ebc-9184-b76b1ea6f001" -d '{"events": [{"server_uuid": "bdbfa507-91f3-471e-8723-518082c93741", "name": "network-vif-deleted", "tag": "b6bd9b58-6950-4543-bdc7-f81d21ad8a81"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:22:15.462602 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe33693d-1b4d-453a-8bf7-9fc4822d4afd x-openstack-request-id: req-fe33693d-1b4d-453a-8bf7-9fc4822d4afd {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:22:15.462968 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbfa507-91f3-471e-8723-518082c93741", "name": "network-vif-deleted", "tag": "b6bd9b58-6950-4543-bdc7-f81d21ad8a81", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:22:15.463290 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fe33693d-1b4d-453a-8bf7-9fc4822d4afd {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:22:15.463800 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbfa507-91f3-471e-8723-518082c93741', 'name': 'network-vif-deleted', 'tag': 'b6bd9b58-6950-4543-bdc7-f81d21ad8a81', 'status': 'completed', 'code': 200} Jan 24 09:22:16.268766 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-63497f8f-99c3-4f83-8888-9a8c30b14414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:16.299876 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d626-1461-4e88-a764-4037ae574702 req-c0062e11-7476-4723-b749-434f610744ed tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:16.301387 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-04a0d626-1461-4e88-a764-4037ae574702 req-c0062e11-7476-4723-b749-434f610744ed tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 946 time: 0.0526633 Jan 24 09:22:16.360117 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-04a0d626-1461-4e88-a764-4037ae574702 req-892541a5-6964-484f-aa48-a2bba240264a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504639 Jan 24 09:22:16.465139 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-22b5cf35-16e9-4648-b52c-2f7557346939 req-6019514e-49c3-4c21-a555-7af965ec1266 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=bdbfa507-91f3-471e-8723-518082c93741 HTTP/1.1" status: 200 len: 210 time: 0.0262332 Jan 24 09:22:16.997422 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-446a3405-7d79-4818-b61c-3d9217dfd018 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:16.998965 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-446a3405-7d79-4818-b61c-3d9217dfd018 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.115 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 946 time: 0.0546470 Jan 24 09:22:17.103065 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Deleting port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:22:17.108745 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:17.194947 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] For port 73ec9bcf-7f40-4fd5-9968-de1accae6f03, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73ec9bcf-7f40-4fd5-9968-de1accae6f03,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:17.195282 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:17.417023 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:17.417383 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (f12d77ca-60e2-4dde-9b35-3bf0e4d66f64), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:17.417701 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.l3_db [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Floating IP f12d77ca-60e2-4dde-9b35-3bf0e4d66f64 disassociated. External IP: 172.27.0.172, port: 73ec9bcf-7f40-4fd5-9968-de1accae6f03. Jan 24 09:22:17.418048 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Calling delete_port for 73ec9bcf-7f40-4fd5-9968-de1accae6f03 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:22:17.522768 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f19dd0-f936-47bf-9f0a-dc45119b51a5 req-6eedc9b9-e7dc-4299-8b61-9c0f4bb0b808 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:17.532237 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b5f19dd0-f936-47bf-9f0a-dc45119b51a5 req-6eedc9b9-e7dc-4299-8b61-9c0f4bb0b808 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 946 time: 0.0841861 Jan 24 09:22:17.593817 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b5f19dd0-f936-47bf-9f0a-dc45119b51a5 req-7c1c11b9-5f55-4bf0-b8a9-4c19db986139 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4a583bc9-cb02-4cb6-ae5f-db9454cf7883&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514970 Jan 24 09:22:17.659329 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:17.659905 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (73ec9bcf-7f40-4fd5-9968-de1accae6f03), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:17.693683 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event deleted for resources: {'Port': ['ID=73ec9bcf-7f40-4fd5-9968-de1accae6f03,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:17.911058 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901807-9593-4def-aab2-88f601ed3146 req-88892c91-a40f-473e-8862-69cdcfb53004 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:17.912942 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-88892c91-a40f-473e-8862-69cdcfb53004 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/networks?id=44105748-356f-448f-a70c-5d65f0a57e7a HTTP/1.1" status: 200 len: 808 time: 0.2087390 Jan 24 09:22:17.914831 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Router 869d7de5-2206-46fc-88c4-05ca9317430d has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:22:17.932235 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-9448e757-a588-4792-8b48-68234e1e2702 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/quotas/bc3fa7c12b554a3bbfd918b6de58df20 HTTP/1.1" status: 200 len: 375 time: 0.0133462 Jan 24 09:22:17.995500 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-ffbdc635-d135-4a35-a439-216659c3f610 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bc3fa7c12b554a3bbfd918b6de58df20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571635 Jan 24 09:22:18.073267 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:22:18.096014 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7f480-f8b9-4e15-9d89-fed7f92b2c33 None None] Sync routers for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:22:18.103277 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7f480-f8b9-4e15-9d89-fed7f92b2c33 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:22:18.103902 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-2cf7f480-f8b9-4e15-9d89-fed7f92b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:21:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:22:18.171560 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] No DVR routers for this DVR port 73ec9bcf-7f40-4fd5-9968-de1accae6f03 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:22:18.181464 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:18.184845 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0ad8921a-6b7f-4bd0-9440-dccd71037acc req-f7c97ba0-19ce-4816-9019-58de58f50d41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.115 "DELETE /v2.0/ports/73ec9bcf-7f40-4fd5-9968-de1accae6f03 HTTP/1.1" status: 204 len: 173 time: 1.1800239 Jan 24 09:22:18.185404 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'name': 'network-vif-deleted', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:18.187660 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1990d822-83f9-4286-a380-1a79f535c5b9" -d '{"events": [{"server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "name": "network-vif-deleted", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:22:18.240987 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7d055d-db2b-4df2-9409-dc7212b4c1dc x-openstack-request-id: req-7c7d055d-db2b-4df2-9409-dc7212b4c1dc {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:22:18.241332 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b820c156-179a-4172-a02b-6c88713087f1", "name": "network-vif-deleted", "tag": "73ec9bcf-7f40-4fd5-9968-de1accae6f03", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:22:18.241497 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7c7d055d-db2b-4df2-9409-dc7212b4c1dc {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:22:18.241865 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b820c156-179a-4172-a02b-6c88713087f1', 'name': 'network-vif-deleted', 'tag': '73ec9bcf-7f40-4fd5-9968-de1accae6f03', 'status': 'completed', 'code': 200} Jan 24 09:22:18.280917 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-cab5cdf2-f890-4520-b37c-08f9c7c25fff service neutron] 10.222.0.113 "GET /v2.0/networks/44105748-356f-448f-a70c-5d65f0a57e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717700 Jan 24 09:22:18.385776 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-c49f22b3-4ae8-498a-8bb1-81574b9be4df service neutron] 10.222.0.113 "GET /v2.0/networks/44105748-356f-448f-a70c-5d65f0a57e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979643 Jan 24 09:22:18.398994 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-2cf7f480-f8b9-4e15-9d89-fed7f92b2c33 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:22:18.626762 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-2cf7f480-f8b9-4e15-9d89-fed7f92b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:22:18.654615 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7f480-f8b9-4e15-9d89-fed7f92b2c33 None None] Checking router: 869d7de5-2206-46fc-88c4-05ca9317430d for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:22:18.666620 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7f480-f8b9-4e15-9d89-fed7f92b2c33 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:22:18.668132 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-2cf7f480-f8b9-4e15-9d89-fed7f92b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:21:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:22:18.711441 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6deffe86-69e8-4861-a191-a2e1b6ba10b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:18.736956 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-69ef277e-5a3d-4706-b4f4-0b09b5635f51 req-c83ee6b0-6af1-4065-8915-686ca09842ed tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 210 time: 0.0390630 Jan 24 09:22:18.768405 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-75014539-2fc4-494d-a569-bca629bc49d6 req-94f60cf1-b5e1-4859-b9a1-f0983a46aa43 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=b820c156-179a-4172-a02b-6c88713087f1 HTTP/1.1" status: 200 len: 210 time: 0.0312088 Jan 24 09:22:18.804635 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-2cf7f480-f8b9-4e15-9d89-fed7f92b2c33 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:22:19.027159 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-2cf7f480-f8b9-4e15-9d89-fed7f92b2c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:22:19.057287 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf7f480-f8b9-4e15-9d89-fed7f92b2c33 None None] The sync data for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi is: [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:22:19.332781 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e13132-fd64-45d9-b4f7-3919937253b8 None None] New status for floating IP f12d77ca-60e2-4dde-9b35-3bf0e4d66f64: DOWN {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:22:19.601776 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-422df000-58ad-43d6-b378-0d6f243aae5a req-b45f7e7c-4e8e-4b75-83ba-e95b9c9142d9 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415900 Jan 24 09:22:19.669489 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422df000-58ad-43d6-b378-0d6f243aae5a req-6314ec8a-14e2-4a49-b376-4e999eb8b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:19.671083 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-422df000-58ad-43d6-b378-0d6f243aae5a req-6314ec8a-14e2-4a49-b376-4e999eb8b453 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1dc910091533410a986175bf4570f541&device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 1098 time: 0.0472240 Jan 24 09:22:19.717569 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 73ec9bcf-7f40-4fd5-9968-de1accae6f03 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:22:19.750779 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 73ec9bcf-7f40-4fd5-9968-de1accae6f03 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:22:19.751124 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 73ec9bcf-7f40-4fd5-9968-de1accae6f03 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:22:19.751729 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device b6bd9b58-6950-4543-bdc7-f81d21ad8a81 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:22:19.786030 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: b6bd9b58-6950-4543-bdc7-f81d21ad8a81 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:22:19.790965 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device b6bd9b58-6950-4543-bdc7-f81d21ad8a81 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:22:19.830879 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422df000-58ad-43d6-b378-0d6f243aae5a req-a0457312-e934-49b9-8d6c-9e66f522d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:19.832942 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-422df000-58ad-43d6-b378-0d6f243aae5a req-a0457312-e934-49b9-8d6c-9e66f522d1bc service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecc965a-bd5f-433d-822a-db760db2c0ab HTTP/1.1" status: 200 len: 911 time: 0.1370394 Jan 24 09:22:19.860032 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a00f0810-4603-4eed-b1cd-b5913f55c12f req-2ad31494-6b08-409c-9f44-0654fa7bfdfa tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 210 time: 0.0481286 Jan 24 09:22:19.899760 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:19.926331 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-422df000-58ad-43d6-b378-0d6f243aae5a req-ffd53603-cd9c-4452-b399-a2173499264d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93c2fd64-23e2-4383-a6ab-b95fd9eca7df HTTP/1.1" status: 200 len: 1001 time: 0.0722394 Jan 24 09:22:19.975996 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422df000-58ad-43d6-b378-0d6f243aae5a req-1b365dfd-1331-4fc9-b75e-35c1df977573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:19.977386 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-422df000-58ad-43d6-b378-0d6f243aae5a req-1b365dfd-1331-4fc9-b75e-35c1df977573 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a5112ccc-ca3f-482c-bc18-0e8c182e366d HTTP/1.1" status: 200 len: 849 time: 0.0449255 Jan 24 09:22:19.988732 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49450) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:20.028960 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422df000-58ad-43d6-b378-0d6f243aae5a req-3435cb40-7433-437e-91fe-fe885933d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:20.030894 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-422df000-58ad-43d6-b378-0d6f243aae5a req-3435cb40-7433-437e-91fe-fe885933d895 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecc965a-bd5f-433d-822a-db760db2c0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471523 Jan 24 09:22:20.046250 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8132fb97-c16d-4516-b154-b8c48c16f878 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (4a583bc9-cb02-4cb6-ae5f-db9454cf7883), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:20.071561 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8132fb97-c16d-4516-b154-b8c48c16f878 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (4a583bc9-cb02-4cb6-ae5f-db9454cf7883), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:20.141521 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-422df000-58ad-43d6-b378-0d6f243aae5a req-6f1a1f4c-9538-49c1-9fe8-60ba8667ce39 service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039469 Jan 24 09:22:20.210666 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8132fb97-c16d-4516-b154-b8c48c16f878 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4a583bc9-cb02-4cb6-ae5f-db9454cf7883), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:20.215879 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8132fb97-c16d-4516-b154-b8c48c16f878 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:20.222253 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-8132fb97-c16d-4516-b154-b8c48c16f878 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "DELETE /v2.0/security-groups/4a583bc9-cb02-4cb6-ae5f-db9454cf7883 HTTP/1.1" status: 204 len: 168 time: 0.2280383 Jan 24 09:22:20.222253 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49452) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:20.247022 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.api.v2.resource [None req-d7c614f9-9bac-4c51-b509-8ba3dc8b7615 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] show failed (client error): The resource could not be found. Jan 24 09:22:20.248103 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-d7c614f9-9bac-4c51-b509-8ba3dc8b7615 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups/4a583bc9-cb02-4cb6-ae5f-db9454cf7883 HTTP/1.1" status: 404 len: 347 time: 0.0244708 Jan 24 09:22:20.253217 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49456) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:20.293945 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132fb97-c16d-4516-b154-b8c48c16f878 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a583bc9-cb02-4cb6-ae5f-db9454cf7883,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:20.407452 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-276343dc-6559-4ffb-8de1-8fa84d0b6aae tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Deleting port 0318a9c1-7beb-48d1-aabc-6738c8989685 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:22:20.407790 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-276343dc-6559-4ffb-8de1-8fa84d0b6aae tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (0318a9c1-7beb-48d1-aabc-6738c8989685), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:20.520820 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-276343dc-6559-4ffb-8de1-8fa84d0b6aae tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (0318a9c1-7beb-48d1-aabc-6738c8989685), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:20.521999 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-276343dc-6559-4ffb-8de1-8fa84d0b6aae tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (0318a9c1-7beb-48d1-aabc-6738c8989685), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:20.529825 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-422df000-58ad-43d6-b378-0d6f243aae5a req-6fcca96e-1f38-4689-bf6d-3154c20bb9a5 service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815851 Jan 24 09:22:20.537845 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-276343dc-6559-4ffb-8de1-8fa84d0b6aae tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Calling delete_port for 0318a9c1-7beb-48d1-aabc-6738c8989685 owned by network:floatingip {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:22:20.836763 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-276343dc-6559-4ffb-8de1-8fa84d0b6aae tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (0318a9c1-7beb-48d1-aabc-6738c8989685), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:20.887637 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276343dc-6559-4ffb-8de1-8fa84d0b6aae tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event deleted for resources: {'Port': ['ID=0318a9c1-7beb-48d1-aabc-6738c8989685,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:20.907523 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:20.970274 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-276343dc-6559-4ffb-8de1-8fa84d0b6aae tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (f12d77ca-60e2-4dde-9b35-3bf0e4d66f64), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:20.972949 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-276343dc-6559-4ffb-8de1-8fa84d0b6aae tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:20.977432 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-276343dc-6559-4ffb-8de1-8fa84d0b6aae tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "DELETE /v2.0/floatingips/f12d77ca-60e2-4dde-9b35-3bf0e4d66f64 HTTP/1.1" status: 204 len: 168 time: 0.7199211 Jan 24 09:22:20.981877 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-85f3ce6f-e565-46f7-bd44-80eb28531d49 req-0d6bebc1-7982-49fc-be29-23c879685439 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 210 time: 0.0282538 Jan 24 09:22:21.294802 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:22:21.530826 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49470) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:21.535825 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-4272bb31-da6c-4a6e-95f7-7f37fbba0054 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421554385', 'description': 'tempest-description--2071165265'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:21.576030 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901807-9593-4def-aab2-88f601ed3146 req-7b854f08-ba81-4f4d-ae91-bd5ef78623c4 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:21.577536 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-7b854f08-ba81-4f4d-ae91-bd5ef78623c4 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.115 "GET /v2.0/networks?id=44105748-356f-448f-a70c-5d65f0a57e7a HTTP/1.1" status: 200 len: 808 time: 0.1141412 Jan 24 09:22:21.592866 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Request body: {'port': {'device_id': 'a041ef9e-83b8-4b8e-8ce7-8138654f603a', 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a', 'admin_state_up': True, 'tenant_id': 'bc3fa7c12b554a3bbfd918b6de58df20'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:21.705651 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4272bb31-da6c-4a6e-95f7-7f37fbba0054 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:21.786365 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4272bb31-da6c-4a6e-95f7-7f37fbba0054 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (4654303f-11bf-4058-8d38-82119ed997d1), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:21.834178 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Made reservation on behalf of bc3fa7c12b554a3bbfd918b6de58df20 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:22:21.837859 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:21.900053 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49474) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:21.906465 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4272bb31-da6c-4a6e-95f7-7f37fbba0054 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4654303f-11bf-4058-8d38-82119ed997d1), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:21.936264 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272bb31-da6c-4a6e-95f7-7f37fbba0054 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4654303f-11bf-4058-8d38-82119ed997d1,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:21.976998 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Allocated IP 172.20.0.8 (44105748-356f-448f-a70c-5d65f0a57e7a/26e86793-cc23-47de-a853-4e86638f3a43/622af5fd-161f-45e6-9306-74b0695ac44b) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:22:22.001222 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4272bb31-da6c-4a6e-95f7-7f37fbba0054 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.005897 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-4272bb31-da6c-4a6e-95f7-7f37fbba0054 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4706280 Jan 24 09:22:22.006083 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49480) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:22.010816 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-e5f59903-56bb-48d4-91da-20489a5bf67a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'security_group_rule': {'security_group_id': '4654303f-11bf-4058-8d38-82119ed997d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:22.038927 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8f21086e-8192-4df8-9243-c58cfa63f8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.121705 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8f21086e-8192-4df8-9243-c58cfa63f8c5 admin admin] Publish callbacks [] for security_group (2b929f67-00a7-4625-a092-37f856883bd2), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.122763 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4ec60f8f-f33c-4f50-9921-f13b02041ef3 req-c3543b44-73ed-410b-9897-1c743b04734d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 210 time: 0.0403619 Jan 24 09:22:22.145202 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e5f59903-56bb-48d4-91da-20489a5bf67a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (125c5076-26a4-4554-9222-d3e02643d709), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.160225 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks [] for port (622af5fd-161f-45e6-9306-74b0695ac44b), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.205306 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e5f59903-56bb-48d4-91da-20489a5bf67a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (125c5076-26a4-4554-9222-d3e02643d709), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.206582 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8f21086e-8192-4df8-9243-c58cfa63f8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2b929f67-00a7-4625-a092-37f856883bd2), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.242941 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21086e-8192-4df8-9243-c58cfa63f8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b929f67-00a7-4625-a092-37f856883bd2,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:22.247223 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-8f21086e-8192-4df8-9243-c58cfa63f8c5 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=883a16c582de4e6cb13ceb2cecbf857d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460884 Jan 24 09:22:22.249987 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49486) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:22.267965 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.301707 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e5f59903-56bb-48d4-91da-20489a5bf67a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (125c5076-26a4-4554-9222-d3e02643d709), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.311512 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2ca1e3d5-373f-4ab3-96e1-ff127c0b50b9 admin admin] Publish callbacks [] for security_group (2b929f67-00a7-4625-a092-37f856883bd2), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.312894 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Network 44105748-356f-448f-a70c-5d65f0a57e7a is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:22:22.315908 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:22:22.320281 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:22:22.329855 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f59903-56bb-48d4-91da-20489a5bf67a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125c5076-26a4-4554-9222-d3e02643d709,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:22.345689 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2ca1e3d5-373f-4ab3-96e1-ff127c0b50b9 admin admin] Publish callbacks [] for security_group (2b929f67-00a7-4625-a092-37f856883bd2), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.345846 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Pushing event updated for resources: {'Port': ['ID=622af5fd-161f-45e6-9306-74b0695ac44b,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:22.375177 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:22.375724 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.423946 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e5f59903-56bb-48d4-91da-20489a5bf67a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.425159 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-e5f59903-56bb-48d4-91da-20489a5bf67a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4180360 Jan 24 09:22:22.428567 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49488) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:22.432823 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-2c765d37-3610-4154-b563-33f2713b52da tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'security_group_rule': {'security_group_id': '4654303f-11bf-4058-8d38-82119ed997d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:22.479392 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-132bb301-151e-46b0-9690-6821a3d2465c tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8903990 Jan 24 09:22:22.491823 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Request body: {'port': {'device_id': 'a041ef9e-83b8-4b8e-8ce7-8138654f603a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:22.502022 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2ca1e3d5-373f-4ab3-96e1-ff127c0b50b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2b929f67-00a7-4625-a092-37f856883bd2), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.504665 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2ca1e3d5-373f-4ab3-96e1-ff127c0b50b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.505993 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2ca1e3d5-373f-4ab3-96e1-ff127c0b50b9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2b929f67-00a7-4625-a092-37f856883bd2 HTTP/1.1" status: 204 len: 168 time: 0.2549715 Jan 24 09:22:22.515043 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1e3d5-373f-4ab3-96e1-ff127c0b50b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b929f67-00a7-4625-a092-37f856883bd2,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:22.533516 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.554001 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.575924 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c765d37-3610-4154-b563-33f2713b52da tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (47fc05f3-35a5-4661-9fc9-ec100d1e0110), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.631015 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c765d37-3610-4154-b563-33f2713b52da tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (47fc05f3-35a5-4661-9fc9-ec100d1e0110), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.711264 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c765d37-3610-4154-b563-33f2713b52da tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (47fc05f3-35a5-4661-9fc9-ec100d1e0110), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.732112 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c765d37-3610-4154-b563-33f2713b52da tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47fc05f3-35a5-4661-9fc9-ec100d1e0110,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:22.827314 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622af5fd-161f-45e6-9306-74b0695ac44b {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:22:22.835630 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Publish callbacks [] for port (622af5fd-161f-45e6-9306-74b0695ac44b), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.839396 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c765d37-3610-4154-b563-33f2713b52da tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.840778 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2c765d37-3610-4154-b563-33f2713b52da tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4110842 Jan 24 09:22:22.848704 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 49494) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:22.856534 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Transition to ACTIVE for port object 622af5fd-161f-45e6-9306-74b0695ac44b will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:22:22.925201 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:22.990330 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Pushing event updated for resources: {'Port': ['ID=622af5fd-161f-45e6-9306-74b0695ac44b,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:23.034224 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'floatingip': {'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:23.078030 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Attempting to bind port 622af5fd-161f-45e6-9306-74b0695ac44b on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:23.078395 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Attempting to bind port 622af5fd-161f-45e6-9306-74b0695ac44b by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '4f16d7b2-6d48-44f1-8572-9b979ca0ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:22:23.078725 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Attempting to bind port 622af5fd-161f-45e6-9306-74b0695ac44b on network 44105748-356f-448f-a70c-5d65f0a57e7a {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:22:23.083041 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Port 622af5fd-161f-45e6-9306-74b0695ac44b on network 44105748-356f-448f-a70c-5d65f0a57e7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:22:23.084110 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Attempting to bind port 622af5fd-161f-45e6-9306-74b0695ac44b on network 44105748-356f-448f-a70c-5d65f0a57e7a {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:22:23.089199 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:22:23.089531 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Checking segment: {'id': '4f16d7b2-6d48-44f1-8572-9b979ca0ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:22:23.089917 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Bound using segment: {'id': '4f16d7b2-6d48-44f1-8572-9b979ca0ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:22:23.090442 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Bound port: 622af5fd-161f-45e6-9306-74b0695ac44b, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f16d7b2-6d48-44f1-8572-9b979ca0ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:22:23.090800 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.156735 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] For port 622af5fd-161f-45e6-9306-74b0695ac44b, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:22:23.159746 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] For port 622af5fd-161f-45e6-9306-74b0695ac44b, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=622af5fd-161f-45e6-9306-74b0695ac44b,segment=NetworkSegment(4f16d7b2-6d48-44f1-8572-9b979ca0ec88),segment_id=4f16d7b2-6d48-44f1-8572-9b979ca0ec88)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:22:23.164774 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.245257 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.248530 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0f38f-5dd7-4a11-aaf3-f8dc2e947fc9 req-7dbfd28b-7c5f-44e0-b3f2-b7ec65814aca tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:23.250081 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bfd0f38f-5dd7-4a11-aaf3-f8dc2e947fc9 req-7dbfd28b-7c5f-44e0-b3f2-b7ec65814aca tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 943 time: 0.0552063 Jan 24 09:22:23.295229 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:23.295229 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.295229 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] 10.222.0.115 "PUT /v2.0/ports/622af5fd-161f-45e6-9306-74b0695ac44b HTTP/1.1" status: 200 len: 1093 time: 0.8034608 Jan 24 09:22:23.295229 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a041ef9e-83b8-4b8e-8ce7-8138654f603a', 'tag': '622af5fd-161f-45e6-9306-74b0695ac44b'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:23.295229 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffe5d39-0eda-4929-985f-19e9e165e349" -d '{"events": [{"name": "network-changed", "server_uuid": "a041ef9e-83b8-4b8e-8ce7-8138654f603a", "tag": "622af5fd-161f-45e6-9306-74b0695ac44b"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:22:23.295758 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49500) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:23.321031 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bfd0f38f-5dd7-4a11-aaf3-f8dc2e947fc9 req-3765ccef-e4cf-4bba-9c60-d50eecee6284 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641849 Jan 24 09:22:23.321799 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3b5a5-9d45-40d7-b0e8-1bc27fea0dbb service neutron] Pushing event updated for resources: {'Port': ['ID=622af5fd-161f-45e6-9306-74b0695ac44b,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:23.334863 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.346975 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d6c4fa2d-1a60-4b52-b674-12c020da9a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.370537 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5712ba28-d600-4439-9b12-27b9fee35dfa x-openstack-request-id: req-5712ba28-d600-4439-9b12-27b9fee35dfa {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:22:23.381131 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a041ef9e-83b8-4b8e-8ce7-8138654f603a", "tag": "622af5fd-161f-45e6-9306-74b0695ac44b", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:22:23.381131 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5712ba28-d600-4439-9b12-27b9fee35dfa {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:22:23.381131 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a041ef9e-83b8-4b8e-8ce7-8138654f603a', 'tag': '622af5fd-161f-45e6-9306-74b0695ac44b', 'status': 'completed', 'code': 200} Jan 24 09:22:23.415492 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d6c4fa2d-1a60-4b52-b674-12c020da9a57 admin admin] Publish callbacks [] for security_group (41d98db9-8852-4efb-ba0c-5582e5750a7a), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.454195 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5d39-0eda-4929-985f-19e9e165e349 req-1b70bf2d-52cf-443a-a2a3-9a66b7c29a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:23.455707 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dffe5d39-0eda-4929-985f-19e9e165e349 req-1b70bf2d-52cf-443a-a2a3-9a66b7c29a91 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bc3fa7c12b554a3bbfd918b6de58df20&device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 1096 time: 0.0834551 Jan 24 09:22:23.504381 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Allocated IP 172.27.0.51 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/12e415b8-8e6e-4974-aa92-60a40ad7ec79) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:22:23.545138 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d6c4fa2d-1a60-4b52-b674-12c020da9a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (41d98db9-8852-4efb-ba0c-5582e5750a7a), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.583910 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-d6c4fa2d-1a60-4b52-b674-12c020da9a57 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1cbcba9802d046448786b5432525b269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847087 Jan 24 09:22:23.584832 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4fa2d-1a60-4b52-b674-12c020da9a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d98db9-8852-4efb-ba0c-5582e5750a7a,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:23.588090 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49504) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:23.631907 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5d39-0eda-4929-985f-19e9e165e349 req-0feba005-2663-41bf-99ac-909e61bb0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:23.633494 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dffe5d39-0eda-4929-985f-19e9e165e349 req-0feba005-2663-41bf-99ac-909e61bb0e81 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bc3fa7c12b554a3bbfd918b6de58df20&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1655209 Jan 24 09:22:23.640114 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-23320147-1334-4890-abae-1bcb8375c918 admin admin] Publish callbacks [] for security_group (41d98db9-8852-4efb-ba0c-5582e5750a7a), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.661993 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-23320147-1334-4890-abae-1bcb8375c918 admin admin] Publish callbacks [] for security_group (41d98db9-8852-4efb-ba0c-5582e5750a7a), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.721265 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for port (12e415b8-8e6e-4974-aa92-60a40ad7ec79), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.772915 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5d39-0eda-4929-985f-19e9e165e349 req-15b3d367-2d34-4e35-b8f0-ceee317b2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:23.774432 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dffe5d39-0eda-4929-985f-19e9e165e349 req-15b3d367-2d34-4e35-b8f0-ceee317b2ed0 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325107 Jan 24 09:22:23.784979 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-23320147-1334-4890-abae-1bcb8375c918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (41d98db9-8852-4efb-ba0c-5582e5750a7a), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.788452 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-23320147-1334-4890-abae-1bcb8375c918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.792018 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-23320147-1334-4890-abae-1bcb8375c918 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/41d98db9-8852-4efb-ba0c-5582e5750a7a HTTP/1.1" status: 204 len: 168 time: 0.2003646 Jan 24 09:22:23.798160 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23320147-1334-4890-abae-1bcb8375c918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d98db9-8852-4efb-ba0c-5582e5750a7a,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:23.851574 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (12e415b8-8e6e-4974-aa92-60a40ad7ec79), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:23.885188 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901807-9593-4def-aab2-88f601ed3146 req-ce3d1432-bbee-4d15-b06b-c73c07789060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:23.886744 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-ce3d1432-bbee-4d15-b06b-c73c07789060 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bc3fa7c12b554a3bbfd918b6de58df20&device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 1096 time: 0.0721984 Jan 24 09:22:23.908426 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:22:23.945582 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:22:23.948609 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-619b1301-1c1b-4748-af2e-0543fc40ff0b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=622af5fd-161f-45e6-9306-74b0695ac44b HTTP/1.1" status: 200 len: 217 time: 0.0535316 Jan 24 09:22:23.949303 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:22:23.951478 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'Port': ['ID=12e415b8-8e6e-4974-aa92-60a40ad7ec79,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:24.032672 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31901807-9593-4def-aab2-88f601ed3146 req-47e4b59d-3e87-4ecc-a042-3f9980edcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:24.034212 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-47e4b59d-3e87-4ecc-a042-3f9980edcff2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=26e86793-cc23-47de-a853-4e86638f3a43 HTTP/1.1" status: 200 len: 848 time: 0.0790858 Jan 24 09:22:24.088319 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-fefd8dcb-46e1-4f29-96db-0332fccb6945 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=44105748-356f-448f-a70c-5d65f0a57e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331388 Jan 24 09:22:24.125434 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (282e486e-1e8c-4305-abe2-a88111386b0b), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:24.190207 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-f08be924-734d-4824-8726-8ffb651dc436 service neutron] 10.222.0.115 "GET /v2.0/networks/44105748-356f-448f-a70c-5d65f0a57e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953498 Jan 24 09:22:24.278808 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (12e415b8-8e6e-4974-aa92-60a40ad7ec79), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:24.335209 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-31901807-9593-4def-aab2-88f601ed3146 req-c8abfed4-6931-4125-ac3f-19569df6283e service neutron] 10.222.0.115 "GET /v2.0/networks/44105748-356f-448f-a70c-5d65f0a57e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354723 Jan 24 09:22:24.455061 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for port (12e415b8-8e6e-4974-aa92-60a40ad7ec79), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:24.457250 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f600b6d-c487-4c14-a54f-fcfd345f2b91 req-a2f9c5f8-c56c-4925-8bb1-78eebfc3ff7a tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:24.458759 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1f600b6d-c487-4c14-a54f-fcfd345f2b91 req-a2f9c5f8-c56c-4925-8bb1-78eebfc3ff7a tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 943 time: 0.0605235 Jan 24 09:22:24.508350 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1f600b6d-c487-4c14-a54f-fcfd345f2b91 req-14533d0f-5e1c-40e0-8b52-d2f91249a23e tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435939 Jan 24 09:22:24.570588 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (12e415b8-8e6e-4974-aa92-60a40ad7ec79), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:24.617844 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49512) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:24.631049 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e382e60d-78bf-4187-90f7-cd932c2aa218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:24.638728 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'Port': ['ID=12e415b8-8e6e-4974-aa92-60a40ad7ec79,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:24.652953 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (282e486e-1e8c-4305-abe2-a88111386b0b), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:24.706727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e382e60d-78bf-4187-90f7-cd932c2aa218 admin admin] Publish callbacks [] for security_group (bb3a303f-b0fa-4d29-9ed3-47008d91e7da), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:24.727502 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:24.728775 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-9858cac6-172c-49c0-b071-b08d804dc232 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8782048 Jan 24 09:22:24.783932 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e382e60d-78bf-4187-90f7-cd932c2aa218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (bb3a303f-b0fa-4d29-9ed3-47008d91e7da), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:24.826703 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-e382e60d-78bf-4187-90f7-cd932c2aa218 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5d68979239d34ebe898e0adb77710a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076566 Jan 24 09:22:24.827717 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382e60d-78bf-4187-90f7-cd932c2aa218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3a303f-b0fa-4d29-9ed3-47008d91e7da,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:24.829267 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 49516) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:24.887140 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dcd7d1e0-372a-4bcb-96f6-c4172547e861 admin admin] Publish callbacks [] for security_group (bb3a303f-b0fa-4d29-9ed3-47008d91e7da), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:24.915222 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dcd7d1e0-372a-4bcb-96f6-c4172547e861 admin admin] Publish callbacks [] for security_group (bb3a303f-b0fa-4d29-9ed3-47008d91e7da), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:24.984698 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-458cd396-289a-4f8d-9eed-23a7b46ade69 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--421554385&fields=id&tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1 HTTP/1.1" status: 200 len: 267 time: 0.0837193 Jan 24 09:22:25.094620 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dcd7d1e0-372a-4bcb-96f6-c4172547e861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (bb3a303f-b0fa-4d29-9ed3-47008d91e7da), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:25.097088 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dcd7d1e0-372a-4bcb-96f6-c4172547e861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:25.098289 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-dcd7d1e0-372a-4bcb-96f6-c4172547e861 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bb3a303f-b0fa-4d29-9ed3-47008d91e7da HTTP/1.1" status: 204 len: 168 time: 0.2677701 Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.107242 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4758c60-2bc9-42c2-b722-07178621637e req-45b27657-7c82-411e-b776-4c91a7619bf6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:25.112210 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-45b27657-7c82-411e-b776-4c91a7619bf6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 816 time: 0.1176603 Jan 24 09:22:25.120206 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7d1e0-372a-4bcb-96f6-c4172547e861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3a303f-b0fa-4d29-9ed3-47008d91e7da,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:25.138918 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-d15b5cd9-3f34-4a26-b493-c1e59bc2ef6b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/quotas/94bb7ee37f9545c7a38065c3e1a3b6c1 HTTP/1.1" status: 200 len: 375 time: 0.0203426 Jan 24 09:22:25.189021 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-cff36580-801c-4eea-9309-5ccd4fa99102 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483623 Jan 24 09:22:25.284145 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-862405c8-e862-4aaa-a81c-b423c2143f95 service neutron] 10.222.0.113 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809681 Jan 24 09:22:25.379231 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-bd8a79b2-9454-49c6-91f7-47c01f92fee6 service neutron] 10.222.0.113 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883083 Jan 24 09:22:25.629238 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f152a-72a4-4c83-a000-7dd919294f59 req-5da3714e-f3c7-4b05-8a7f-842f3045d5e6 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:25.631162 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-330f152a-72a4-4c83-a000-7dd919294f59 req-5da3714e-f3c7-4b05-8a7f-842f3045d5e6 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 943 time: 0.0519578 Jan 24 09:22:25.684882 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-330f152a-72a4-4c83-a000-7dd919294f59 req-ac2048ad-2eab-45d1-927a-9a1076cbd2b5 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479879 Jan 24 09:22:25.697760 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ee94074c-34df-4d1c-81d3-7cca2fefe069 req-c21cea78-f905-4636-a687-296da0887af9 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 210 time: 0.0278819 Jan 24 09:22:26.808179 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6eb11531-186f-4e6d-882d-6401844c0efc req-f1fb04b1-3a09-4b31-9260-0015d3204b84 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 210 time: 0.0349638 Jan 24 09:22:26.818779 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ed0ee-9c85-4e85-ac64-85d33b5d3e73 req-207726e0-e521-4c6c-aa34-69d5b95eb01b tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:26.820265 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5c8ed0ee-9c85-4e85-ac64-85d33b5d3e73 req-207726e0-e521-4c6c-aa34-69d5b95eb01b tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 943 time: 0.0570738 Jan 24 09:22:26.869197 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5c8ed0ee-9c85-4e85-ac64-85d33b5d3e73 req-3d8e1ce2-a57b-4cb6-8d2d-7507354231de tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434134 Jan 24 09:22:27.703980 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 622af5fd-161f-45e6-9306-74b0695ac44b details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:22:27.805311 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 622af5fd-161f-45e6-9306-74b0695ac44b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=622af5fd-161f-45e6-9306-74b0695ac44b,segment=NetworkSegment(4f16d7b2-6d48-44f1-8572-9b979ca0ec88),segment_id=4f16d7b2-6d48-44f1-8572-9b979ca0ec88)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:27.818178 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '622af5fd-161f-45e6-9306-74b0695ac44b', 'network_id': '44105748-356f-448f-a70c-5d65f0a57e7a', 'port_id': '622af5fd-161f-45e6-9306-74b0695ac44b', 'mac_address': 'fa:16:3e:58:60:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e86793-cc23-47de-a853-4e86638f3a43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:22:27.858647 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 622af5fd-161f-45e6-9306-74b0695ac44b is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:22:27.859170 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:27.874303 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622af5fd-161f-45e6-9306-74b0695ac44b {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:22:27.898009 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 622af5fd-161f-45e6-9306-74b0695ac44b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=622af5fd-161f-45e6-9306-74b0695ac44b,segment=NetworkSegment(4f16d7b2-6d48-44f1-8572-9b979ca0ec88),segment_id=4f16d7b2-6d48-44f1-8572-9b979ca0ec88)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:27.912236 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-663de63a-c5e3-4ee2-97c4-d36cc11cda15 req-60f0aa5c-129f-4cbd-a404-21f282e5c00f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 210 time: 0.0276828 Jan 24 09:22:27.993737 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ecd70-fb23-4238-af9c-d6231f0784a8 req-d3783534-4751-4e0a-a1e8-e5bd3890c2de tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:27.995293 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d16ecd70-fb23-4238-af9c-d6231f0784a8 req-d3783534-4751-4e0a-a1e8-e5bd3890c2de tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 943 time: 0.0547671 Jan 24 09:22:28.004503 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:28.049635 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d16ecd70-fb23-4238-af9c-d6231f0784a8 req-ef4adb88-3666-48ac-aa7f-dae7ae68a626 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473471 Jan 24 09:22:28.072443 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=622af5fd-161f-45e6-9306-74b0695ac44b,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:28.294579 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4758c60-2bc9-42c2-b722-07178621637e req-73f886a8-b45e-448a-b421-157502e25ded tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:28.296063 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['622af5fd-161f-45e6-9306-74b0695ac44b'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:22:28.296536 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-73f886a8-b45e-448a-b421-157502e25ded tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.115 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 816 time: 0.1180151 Jan 24 09:22:28.368414 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-e51944eb-2ddd-464b-9b27-a0b7d1777059 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1 HTTP/1.1" status: 200 len: 379 time: 0.0612376 Jan 24 09:22:28.378264 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'port': {'device_id': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'admin_state_up': True, 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'security_groups': ['4654303f-11bf-4058-8d38-82119ed997d1']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:28.622007 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Made reservation on behalf of 94bb7ee37f9545c7a38065c3e1a3b6c1 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:22:28.625838 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:28.760882 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Allocated IP 172.20.0.11 (b0d83e5f-030e-4cd8-ac08-bbed93fad267/3272f763-2f6e-481e-8a91-15b6873888ea/11759d98-c43e-497b-a68d-7ce168a0cd80) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:22:28.905071 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:29.025748 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c33a7f04-6269-4f58-9050-e136ee5a206e req-e0f1f56c-8feb-4884-9743-57273b952052 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 210 time: 0.0395479 Jan 24 09:22:29.027786 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:29.079597 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Network b0d83e5f-030e-4cd8-ac08-bbed93fad267 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:22:29.083851 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:22:29.088873 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:22:29.091557 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event updated for resources: {'Port': ['ID=11759d98-c43e-497b-a68d-7ce168a0cd80,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:29.120996 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.121349 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.121685 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.122029 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.122448 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.122713 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.123058 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.123505 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.123693 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.124108 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.124348 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.124661 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.124986 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:22:29.162286 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:29.162941 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:29.184123 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd16eda-6265-4e7f-8289-a920e757fb54 req-0d87f65e-d679-4bc4-af0d-138ac567e2a1 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:29.185810 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bcd16eda-6265-4e7f-8289-a920e757fb54 req-0d87f65e-d679-4bc4-af0d-138ac567e2a1 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 944 time: 0.0600209 Jan 24 09:22:29.238082 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bcd16eda-6265-4e7f-8289-a920e757fb54 req-d39ad685-f709-4efc-9e60-bbf301b0f47f tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464799 Jan 24 09:22:29.278638 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-df328969-24f3-445d-92a9-5ca1c77b2651 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9043496 Jan 24 09:22:29.372990 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-664bae33-0427-4827-be07-da833473672b None None] Provisioning complete for port 11759d98-c43e-497b-a68d-7ce168a0cd80 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:22:29.373468 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-664bae33-0427-4827-be07-da833473672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:29.385800 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Request body: {'port': {'device_id': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:29.411888 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-664bae33-0427-4827-be07-da833473672b None None] Port 11759d98-c43e-497b-a68d-7ce168a0cd80 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:22:29.441926 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:29.703380 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 622af5fd-161f-45e6-9306-74b0695ac44b up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:22:29.764302 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11759d98-c43e-497b-a68d-7ce168a0cd80 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:22:29.775707 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Publish callbacks [] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:29.792424 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Transition to ACTIVE for port object 11759d98-c43e-497b-a68d-7ce168a0cd80 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:22:29.862727 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 622af5fd-161f-45e6-9306-74b0695ac44b completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:22:29.869323 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 622af5fd-161f-45e6-9306-74b0695ac44b triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:22:29.869931 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:29.897230 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:29.959139 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Pushing event updated for resources: {'Port': ['ID=11759d98-c43e-497b-a68d-7ce168a0cd80,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:29.987262 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 622af5fd-161f-45e6-9306-74b0695ac44b is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:22:29.988763 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:30.019668 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041ef9e-83b8-4b8e-8ce7-8138654f603a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622af5fd-161f-45e6-9306-74b0695ac44b'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:30.023644 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c322655-43b6-4684-a8ac-4fa4466deb0d" -d '{"events": [{"server_uuid": "a041ef9e-83b8-4b8e-8ce7-8138654f603a", "name": "network-vif-plugged", "status": "completed", "tag": "622af5fd-161f-45e6-9306-74b0695ac44b"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:22:30.050540 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 622af5fd-161f-45e6-9306-74b0695ac44b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=622af5fd-161f-45e6-9306-74b0695ac44b,segment=NetworkSegment(4f16d7b2-6d48-44f1-8572-9b979ca0ec88),segment_id=4f16d7b2-6d48-44f1-8572-9b979ca0ec88)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:30.068291 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Attempting to bind port 11759d98-c43e-497b-a68d-7ce168a0cd80 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:22:30.068821 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Attempting to bind port 11759d98-c43e-497b-a68d-7ce168a0cd80 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:22:30.069232 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Attempting to bind port 11759d98-c43e-497b-a68d-7ce168a0cd80 on network b0d83e5f-030e-4cd8-ac08-bbed93fad267 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:22:30.074875 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Port 11759d98-c43e-497b-a68d-7ce168a0cd80 on network b0d83e5f-030e-4cd8-ac08-bbed93fad267 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:22:30.075719 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Attempting to bind port 11759d98-c43e-497b-a68d-7ce168a0cd80 on network b0d83e5f-030e-4cd8-ac08-bbed93fad267 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:22:30.094483 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:22:30.094949 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Checking segment: {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:22:30.095658 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Bound using segment: {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:22:30.096210 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Bound port: 11759d98-c43e-497b-a68d-7ce168a0cd80, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ce327c-99d7-4d6b-a613-4648760eccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:22:30.096790 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:30.102581 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9966371-404e-462c-b56d-5f0c00d5fa45 x-openstack-request-id: req-c9966371-404e-462c-b56d-5f0c00d5fa45 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:22:30.102883 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041ef9e-83b8-4b8e-8ce7-8138654f603a", "name": "network-vif-plugged", "status": "completed", "tag": "622af5fd-161f-45e6-9306-74b0695ac44b", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:22:30.103820 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c9966371-404e-462c-b56d-5f0c00d5fa45 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:22:30.104237 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041ef9e-83b8-4b8e-8ce7-8138654f603a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622af5fd-161f-45e6-9306-74b0695ac44b', 'code': 200} Jan 24 09:22:30.175909 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:30.191180 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed740cdc-72d7-42b7-be2f-98eaa1209719 req-8a6f4ca8-a74d-4497-b287-6bb659b9da91 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:30.194076 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ed740cdc-72d7-42b7-be2f-98eaa1209719 req-8a6f4ca8-a74d-4497-b287-6bb659b9da91 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0678599 Jan 24 09:22:30.233365 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:22:30.238614 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:22:30.251783 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=622af5fd-161f-45e6-9306-74b0695ac44b,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:30.271570 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ed740cdc-72d7-42b7-be2f-98eaa1209719 req-1a680205-efca-4f26-ad39-79cb579ad7b6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693977 Jan 24 09:22:30.351825 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:30.408892 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:30.410295 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:30.412371 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] 10.222.0.115 "PUT /v2.0/ports/11759d98-c43e-497b-a68d-7ce168a0cd80 HTTP/1.1" status: 200 len: 1094 time: 1.1255412 Jan 24 09:22:30.412371 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:30.414624 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deed54cb-a180-40c2-8722-e4b8379cafe6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:22:30.455312 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4053e2-4783-43f4-b7a6-82671077d8f8 req-4ece1337-309c-44c3-b9b3-fd488b06d059 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:30.455312 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ac4053e2-4783-43f4-b7a6-82671077d8f8 req-4ece1337-309c-44c3-b9b3-fd488b06d059 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 945 time: 0.1173351 Jan 24 09:22:30.475106 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d0f173-76bd-4d07-b83f-6311569066ff x-openstack-request-id: req-42d0f173-76bd-4d07-b83f-6311569066ff {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:22:30.475414 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:22:30.475831 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-42d0f173-76bd-4d07-b83f-6311569066ff {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:22:30.476235 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'status': 'completed', 'code': 200} Jan 24 09:22:30.481764 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4859e-97de-4fb9-8fb0-623f88908567 service neutron] Pushing event updated for resources: {'Port': ['ID=11759d98-c43e-497b-a68d-7ce168a0cd80,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:30.575749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0d5eb-3078-4ccf-a2f0-bc082b140e56 req-31f8e9f5-e374-458d-a525-66818ae4f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:30.577248 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5af0d5eb-3078-4ccf-a2f0-bc082b140e56 req-31f8e9f5-e374-458d-a525-66818ae4f020 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 1098 time: 0.1239228 Jan 24 09:22:30.587077 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ac4053e2-4783-43f4-b7a6-82671077d8f8 req-cde51575-3feb-4dc3-bd4a-5ca027be0008 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272910 Jan 24 09:22:30.612137 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed54cb-a180-40c2-8722-e4b8379cafe6 req-dadc28f2-61a4-40a2-bdae-eaf0255d1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:30.613546 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-deed54cb-a180-40c2-8722-e4b8379cafe6 req-dadc28f2-61a4-40a2-bdae-eaf0255d1cea service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 1097 time: 0.0977602 Jan 24 09:22:30.670708 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5af0d5eb-3078-4ccf-a2f0-bc082b140e56 req-18836536-e528-4a6b-9934-faacec5de82d service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818949 Jan 24 09:22:30.988883 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed54cb-a180-40c2-8722-e4b8379cafe6 req-c1d08f4b-164d-4599-836c-77a8a5079db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:30.991136 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-deed54cb-a180-40c2-8722-e4b8379cafe6 req-c1d08f4b-164d-4599-836c-77a8a5079db7 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3644054 Jan 24 09:22:31.109580 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed54cb-a180-40c2-8722-e4b8379cafe6 req-3c6a37c9-5f92-4f86-86b1-c65723b05136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:31.110984 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-deed54cb-a180-40c2-8722-e4b8379cafe6 req-3c6a37c9-5f92-4f86-86b1-c65723b05136 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1116996 Jan 24 09:22:31.229311 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4758c60-2bc9-42c2-b722-07178621637e req-d7d46ee0-e832-4563-aaaa-02b651dccf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:31.231178 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-d7d46ee0-e832-4563-aaaa-02b651dccf15 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 1097 time: 0.0481060 Jan 24 09:22:31.282119 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-b9c4e737-686a-4e22-92a5-030c6a1fce61 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11759d98-c43e-497b-a68d-7ce168a0cd80 HTTP/1.1" status: 200 len: 217 time: 0.0358844 Jan 24 09:22:31.334688 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4758c60-2bc9-42c2-b722-07178621637e req-0c523c8a-fc3b-4ba5-bc18-9f5f11f7b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:31.336183 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-0c523c8a-fc3b-4ba5-bc18-9f5f11f7b9e5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 200 len: 855 time: 0.0477464 Jan 24 09:22:31.391464 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4758c60-2bc9-42c2-b722-07178621637e req-85c089bb-0ba2-4dda-aad3-0c9cfaace2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:31.392960 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-85c089bb-0ba2-4dda-aad3-0c9cfaace2f2 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b0d83e5f-030e-4cd8-ac08-bbed93fad267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458028 Jan 24 09:22:31.401495 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f275f91-8473-4727-80f6-be550b4f3cf8 req-d2e53b32-35da-4ed8-9239-88cb7b890588 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:31.403132 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2f275f91-8473-4727-80f6-be550b4f3cf8 req-d2e53b32-35da-4ed8-9239-88cb7b890588 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0492976 Jan 24 09:22:31.454223 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2f275f91-8473-4727-80f6-be550b4f3cf8 req-7c9eb6a4-066e-42c6-b060-6c190fa4b3ab tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455220 Jan 24 09:22:31.490720 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-4f303aad-543e-4148-a600-a0b780f8916d service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899665 Jan 24 09:22:31.594999 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4758c60-2bc9-42c2-b722-07178621637e req-3e283733-d78f-436b-828c-f14d37307303 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918965 Jan 24 09:22:31.712568 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40395c-72c5-4e2b-b0f6-8f32042423bf req-d536d867-3562-4caf-9140-692854554f88 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:31.714209 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1c40395c-72c5-4e2b-b0f6-8f32042423bf req-d536d867-3562-4caf-9140-692854554f88 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 945 time: 0.0533819 Jan 24 09:22:31.762161 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1c40395c-72c5-4e2b-b0f6-8f32042423bf req-9e498019-35d2-4518-8222-f7e14cb984ae tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Jan 24 09:22:32.581356 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0abd6-15bc-4a9f-8d22-16ebaf964d51 req-5dea1c3b-0612-4510-a892-cacb42822f26 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:32.583484 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a2b0abd6-15bc-4a9f-8d22-16ebaf964d51 req-5dea1c3b-0612-4510-a892-cacb42822f26 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0505550 Jan 24 09:22:32.634930 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a2b0abd6-15bc-4a9f-8d22-16ebaf964d51 req-91797fd7-a15f-498d-b951-0543a905051a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457425 Jan 24 09:22:32.881219 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575094f1-5b96-46ce-a52a-f5e9a6e7780e req-684e04e7-e67e-47d0-86ab-b9db12cd9535 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:32.882801 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-575094f1-5b96-46ce-a52a-f5e9a6e7780e req-684e04e7-e67e-47d0-86ab-b9db12cd9535 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 945 time: 0.0510511 Jan 24 09:22:32.934645 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-575094f1-5b96-46ce-a52a-f5e9a6e7780e req-9c595fef-ecf6-4731-9f17-2eca7694bc09 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461900 Jan 24 09:22:33.713120 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 11759d98-c43e-497b-a68d-7ce168a0cd80 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:22:33.775962 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19854835-bcac-4743-99e6-b158cb97a7d6 req-460c437b-c183-439c-a808-8bf5636cd52e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:33.777551 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-19854835-bcac-4743-99e6-b158cb97a7d6 req-460c437b-c183-439c-a808-8bf5636cd52e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0607996 Jan 24 09:22:33.837880 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:33.839001 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-19854835-bcac-4743-99e6-b158cb97a7d6 req-c36f8d06-7976-4f18-aca9-c782470e1186 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533512 Jan 24 09:22:33.850261 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'port_id': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'mac_address': 'fa:16:3e:1b:b0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:22:33.894822 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 11759d98-c43e-497b-a68d-7ce168a0cd80 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:22:33.895748 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:33.908501 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11759d98-c43e-497b-a68d-7ce168a0cd80 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:22:33.930859 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:34.009901 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:34.057386 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=11759d98-c43e-497b-a68d-7ce168a0cd80,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:34.266109 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3b837-c44d-4bea-aec0-61ca5b8f3652 req-f6b73ad1-4c45-4caa-9e1a-b592536e6211 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:34.267581 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-12d3b837-c44d-4bea-aec0-61ca5b8f3652 req-f6b73ad1-4c45-4caa-9e1a-b592536e6211 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 945 time: 0.0497994 Jan 24 09:22:34.315109 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-12d3b837-c44d-4bea-aec0-61ca5b8f3652 req-43ce97cc-10fa-4442-9345-61dca266ec05 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413275 Jan 24 09:22:34.364457 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['11759d98-c43e-497b-a68d-7ce168a0cd80'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:22:34.979469 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba2e11-a19e-427f-92ce-c15b8970671d req-39912b70-b602-441a-85dd-5afb8ef52e6a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:34.979469 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6fba2e11-a19e-427f-92ce-c15b8970671d req-39912b70-b602-441a-85dd-5afb8ef52e6a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 945 time: 0.0618515 Jan 24 09:22:35.029740 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6fba2e11-a19e-427f-92ce-c15b8970671d req-b381263c-bf6a-4692-b335-160766bf4362 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449421 Jan 24 09:22:35.435532 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f1e0d-4f36-4e24-99f9-5b129f8acb03 req-909c1f2c-fb17-490a-82cd-ac011f8995b7 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:35.437149 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-402f1e0d-4f36-4e24-99f9-5b129f8acb03 req-909c1f2c-fb17-490a-82cd-ac011f8995b7 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 945 time: 0.0526524 Jan 24 09:22:35.486613 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-402f1e0d-4f36-4e24-99f9-5b129f8acb03 req-e1be2c22-db76-48d3-86bf-3f11706a9ebb tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429454 Jan 24 09:22:35.727860 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 11759d98-c43e-497b-a68d-7ce168a0cd80 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:22:35.850628 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 11759d98-c43e-497b-a68d-7ce168a0cd80 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:22:35.854855 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 11759d98-c43e-497b-a68d-7ce168a0cd80 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:22:35.855245 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:35.941415 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 11759d98-c43e-497b-a68d-7ce168a0cd80 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:22:35.941796 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:35.966087 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:35.968303 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f71028f-5377-422c-a0ca-6f7fda6b40e0" -d '{"events": [{"server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "name": "network-vif-plugged", "status": "completed", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:22:35.992597 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:36.007053 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d375899e-2d78-468a-94a6-be18e4355a03 x-openstack-request-id: req-d375899e-2d78-468a-94a6-be18e4355a03 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:22:36.007053 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "name": "network-vif-plugged", "status": "completed", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:22:36.007053 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-d375899e-2d78-468a-94a6-be18e4355a03 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:22:36.007053 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'code': 200} Jan 24 09:22:36.073034 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:36.123899 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=11759d98-c43e-497b-a68d-7ce168a0cd80,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:36.158311 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd8438-80e9-4221-8a72-1ae361034590 req-dfd030c8-ed27-4283-968d-a14ba4c57b29 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:36.159790 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2cdd8438-80e9-4221-8a72-1ae361034590 req-dfd030c8-ed27-4283-968d-a14ba4c57b29 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0498033 Jan 24 09:22:36.214977 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2cdd8438-80e9-4221-8a72-1ae361034590 req-3b02c314-9d95-4f86-b204-824f6a9145ff tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487409 Jan 24 09:22:36.254001 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e5371-3fc9-4e22-85ef-93b8b2200170 req-91cbba1d-c0f8-4cdd-a27b-5a0f6c138d20 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:36.254001 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-aa6e5371-3fc9-4e22-85ef-93b8b2200170 req-91cbba1d-c0f8-4cdd-a27b-5a0f6c138d20 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.115 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 945 time: 0.0679176 Jan 24 09:22:36.388075 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a9136-0d49-44bc-ac2c-33543319b501 req-874dfe1b-5016-4b93-a28a-013eda8dc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:36.389580 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-786a9136-0d49-44bc-ac2c-33543319b501 req-874dfe1b-5016-4b93-a28a-013eda8dc33b service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 1099 time: 0.0620885 Jan 24 09:22:36.392699 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-aa6e5371-3fc9-4e22-85ef-93b8b2200170 req-7692ddba-6882-43e0-a2ee-47299e46133d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Deleting port 622af5fd-161f-45e6-9306-74b0695ac44b {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:22:36.393037 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-aa6e5371-3fc9-4e22-85ef-93b8b2200170 req-7692ddba-6882-43e0-a2ee-47299e46133d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:36.502649 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-786a9136-0d49-44bc-ac2c-33543319b501 req-58151ea8-61c8-43cf-801e-1260939a70f2 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036649 Jan 24 09:22:36.525621 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-aa6e5371-3fc9-4e22-85ef-93b8b2200170 req-7692ddba-6882-43e0-a2ee-47299e46133d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] For port 622af5fd-161f-45e6-9306-74b0695ac44b, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=622af5fd-161f-45e6-9306-74b0695ac44b,segment=NetworkSegment(4f16d7b2-6d48-44f1-8572-9b979ca0ec88),segment_id=4f16d7b2-6d48-44f1-8572-9b979ca0ec88)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:22:36.525990 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-aa6e5371-3fc9-4e22-85ef-93b8b2200170 req-7692ddba-6882-43e0-a2ee-47299e46133d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:36.545894 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-aa6e5371-3fc9-4e22-85ef-93b8b2200170 req-7692ddba-6882-43e0-a2ee-47299e46133d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Calling delete_port for 622af5fd-161f-45e6-9306-74b0695ac44b owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:22:36.668459 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b195d-0374-49d9-9540-dd8385ac9303 req-5480ec66-ba94-46c5-988c-189960f4ef56 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:36.670264 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c48b195d-0374-49d9-9540-dd8385ac9303 req-5480ec66-ba94-46c5-988c-189960f4ef56 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 945 time: 0.0819495 Jan 24 09:22:36.771845 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c48b195d-0374-49d9-9540-dd8385ac9303 req-e8778294-eda4-470d-a55b-56945af810e8 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/security-groups?id=2e14485a-63cd-4dd2-9e13-bb9ceff403b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952535 Jan 24 09:22:36.830343 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-aa6e5371-3fc9-4e22-85ef-93b8b2200170 req-7692ddba-6882-43e0-a2ee-47299e46133d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (622af5fd-161f-45e6-9306-74b0695ac44b), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:36.846381 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['622af5fd-161f-45e6-9306-74b0695ac44b'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:22:36.862500 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692ddba-6882-43e0-a2ee-47299e46133d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Pushing event deleted for resources: {'Port': ['ID=622af5fd-161f-45e6-9306-74b0695ac44b,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:22:36.907618 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6e5371-3fc9-4e22-85ef-93b8b2200170 req-7692ddba-6882-43e0-a2ee-47299e46133d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] No DVR routers for this DVR port 622af5fd-161f-45e6-9306-74b0695ac44b on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:22:36.911356 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-aa6e5371-3fc9-4e22-85ef-93b8b2200170 req-7692ddba-6882-43e0-a2ee-47299e46133d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:36.914913 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-aa6e5371-3fc9-4e22-85ef-93b8b2200170 req-7692ddba-6882-43e0-a2ee-47299e46133d tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.115 "DELETE /v2.0/ports/622af5fd-161f-45e6-9306-74b0695ac44b HTTP/1.1" status: 204 len: 173 time: 0.6524048 Jan 24 09:22:36.915568 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a041ef9e-83b8-4b8e-8ce7-8138654f603a', 'name': 'network-vif-deleted', 'tag': '622af5fd-161f-45e6-9306-74b0695ac44b'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:36.918451 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b12dcb-0b8a-4dac-bdec-4456f756fa08" -d '{"events": [{"server_uuid": "a041ef9e-83b8-4b8e-8ce7-8138654f603a", "name": "network-vif-deleted", "tag": "622af5fd-161f-45e6-9306-74b0695ac44b"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:22:37.077963 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3687521c-25ac-4198-ba81-7b9e769f61bd x-openstack-request-id: req-3687521c-25ac-4198-ba81-7b9e769f61bd {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:22:37.078297 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a041ef9e-83b8-4b8e-8ce7-8138654f603a", "name": "network-vif-deleted", "tag": "622af5fd-161f-45e6-9306-74b0695ac44b", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:22:37.078577 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3687521c-25ac-4198-ba81-7b9e769f61bd {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:22:37.079002 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a041ef9e-83b8-4b8e-8ce7-8138654f603a', 'name': 'network-vif-deleted', 'tag': '622af5fd-161f-45e6-9306-74b0695ac44b', 'status': 'completed', 'code': 200} Jan 24 09:22:37.351582 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53260ef3-cbe7-401b-abf3-d0ab7d1d4173 req-19dc99c3-ec96-4d06-8b54-a4d2680ea7f2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:37.353118 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-53260ef3-cbe7-401b-abf3-d0ab7d1d4173 req-19dc99c3-ec96-4d06-8b54-a4d2680ea7f2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0598528 Jan 24 09:22:37.403910 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-53260ef3-cbe7-401b-abf3-d0ab7d1d4173 req-c025767e-9e18-482f-ad95-5cfbe8227f2c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450232 Jan 24 09:22:37.892880 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4634b774-9680-402f-a9e1-d652971fffbb req-3551f9bc-d605-4f88-9485-9bf2f7dbfc81 tempest-VolumesActionsTest-2110202165 tempest-VolumesActionsTest-2110202165-project] 10.222.0.113 "GET /v2.0/ports?device_id=a041ef9e-83b8-4b8e-8ce7-8138654f603a HTTP/1.1" status: 200 len: 210 time: 0.0253842 Jan 24 09:22:38.552558 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb957b-0248-424a-b9a6-a2ab7244e0ed req-a80ba2d8-7acd-4202-9f51-1d04f9fed366 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:38.554265 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0fbb957b-0248-424a-b9a6-a2ab7244e0ed req-a80ba2d8-7acd-4202-9f51-1d04f9fed366 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0640907 Jan 24 09:22:38.616189 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0fbb957b-0248-424a-b9a6-a2ab7244e0ed req-d3a022e8-848a-4905-92e3-eaebf108b839 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522690 Jan 24 09:22:38.746591 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d34c5-3a3a-4708-b943-90c50b42ad78 req-65b9a237-1dd1-41d2-88c0-5dfea148e217 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:38.747994 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-262d34c5-3a3a-4708-b943-90c50b42ad78 req-65b9a237-1dd1-41d2-88c0-5dfea148e217 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0590556 Jan 24 09:22:38.757955 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 49712) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:22:38.763047 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-4d85a281-f8ab-4316-8f9d-aa2fa382bd65 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Request body: {'floatingip': {'port_id': '11759d98-c43e-497b-a68d-7ce168a0cd80'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:22:38.804689 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4d85a281-f8ab-4316-8f9d-aa2fa382bd65 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (282e486e-1e8c-4305-abe2-a88111386b0b), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:39.487295 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4d85a281-f8ab-4316-8f9d-aa2fa382bd65 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:39.598983 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4d85a281-f8ab-4316-8f9d-aa2fa382bd65 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (282e486e-1e8c-4305-abe2-a88111386b0b), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:39.706892 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.l3_db [None req-4d85a281-f8ab-4316-8f9d-aa2fa382bd65 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Floating IP 282e486e-1e8c-4305-abe2-a88111386b0b associated. External IP: 172.27.0.51, port: 11759d98-c43e-497b-a68d-7ce168a0cd80. Jan 24 09:22:39.760057 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 622af5fd-161f-45e6-9306-74b0695ac44b no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:22:39.780195 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 622af5fd-161f-45e6-9306-74b0695ac44b {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:22:39.780543 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 622af5fd-161f-45e6-9306-74b0695ac44b not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:22:39.924922 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d85a281-f8ab-4316-8f9d-aa2fa382bd65 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Router 869d7de5-2206-46fc-88c4-05ca9317430d has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:22:40.032195 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d85a281-f8ab-4316-8f9d-aa2fa382bd65 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:22:40.037038 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4d85a281-f8ab-4316-8f9d-aa2fa382bd65 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:40.043602 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08252826-73ce-4ddf-8fdd-8c1e9f2a8b00 None None] Sync routers for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:22:40.056030 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08252826-73ce-4ddf-8fdd-8c1e9f2a8b00 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:22:40.056658 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-08252826-73ce-4ddf-8fdd-8c1e9f2a8b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:22:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:22:40.069316 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-4d85a281-f8ab-4316-8f9d-aa2fa382bd65 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "PUT /v2.0/floatingips/282e486e-1e8c-4305-abe2-a88111386b0b HTTP/1.1" status: 200 len: 991 time: 1.3098426 Jan 24 09:22:40.069899 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80'}] {{(pid=103102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:22:40.072236 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a1f9b8f426edbc55e6178fb0656aabaaee06a47fc80a7429674e4344d9448a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c751c64-49b1-4121-93d7-893c3a2a4013" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80"}]}' {{(pid=103102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:22:40.191072 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-08252826-73ce-4ddf-8fdd-8c1e9f2a8b00 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:22:40.213203 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3805e071-2bfe-4dd8-9d28-6909aad1fcf3 x-openstack-request-id: req-3805e071-2bfe-4dd8-9d28-6909aad1fcf3 {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:22:40.213592 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80", "status": "completed", "code": 200}]} {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:22:40.214091 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-3805e071-2bfe-4dd8-9d28-6909aad1fcf3 {{(pid=103102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:22:40.214730 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'status': 'completed', 'code': 200} Jan 24 09:22:40.282866 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751c64-49b1-4121-93d7-893c3a2a4013 req-58cf7cb6-5b41-41f2-ad35-e9c1e27d69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:40.284568 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4c751c64-49b1-4121-93d7-893c3a2a4013 req-58cf7cb6-5b41-41f2-ad35-e9c1e27d69fb service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 1099 time: 0.0478234 Jan 24 09:22:40.385157 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751c64-49b1-4121-93d7-893c3a2a4013 req-60570457-dda6-457a-99c2-3c66727d2168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:40.386583 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4c751c64-49b1-4121-93d7-893c3a2a4013 req-60570457-dda6-457a-99c2-3c66727d2168 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 917 time: 0.0946705 Jan 24 09:22:40.458623 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4c751c64-49b1-4121-93d7-893c3a2a4013 req-ac65c8b6-0f84-4b16-a7b3-cfbc9e9106dc service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11759d98-c43e-497b-a68d-7ce168a0cd80 HTTP/1.1" status: 200 len: 999 time: 0.0652237 Jan 24 09:22:40.508834 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751c64-49b1-4121-93d7-893c3a2a4013 req-5105a1ae-a56c-4916-9a30-b426929058c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:40.510590 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4c751c64-49b1-4121-93d7-893c3a2a4013 req-5105a1ae-a56c-4916-9a30-b426929058c1 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 200 len: 855 time: 0.0454104 Jan 24 09:22:40.556570 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c751c64-49b1-4121-93d7-893c3a2a4013 req-2fb06e51-6ab9-4aad-b2db-083c788aa503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:22:40.558081 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4c751c64-49b1-4121-93d7-893c3a2a4013 req-2fb06e51-6ab9-4aad-b2db-083c788aa503 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b0d83e5f-030e-4cd8-ac08-bbed93fad267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402038 Jan 24 09:22:40.625422 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-08252826-73ce-4ddf-8fdd-8c1e9f2a8b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '282e486e-1e8c-4305-abe2-a88111386b0b', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'port_id': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'mac_address': 'fa:16:3e:1b:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:22:24Z', 'updated_at': '2022-01-24T09:22:39Z', 'revision_number': 1, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:22:40.652686 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08252826-73ce-4ddf-8fdd-8c1e9f2a8b00 None None] Checking router: 869d7de5-2206-46fc-88c4-05ca9317430d for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:22:40.661559 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4c751c64-49b1-4121-93d7-893c3a2a4013 req-d2d69102-4590-43be-b9a4-703220695741 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956011 Jan 24 09:22:40.662913 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08252826-73ce-4ddf-8fdd-8c1e9f2a8b00 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:22:40.663539 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-08252826-73ce-4ddf-8fdd-8c1e9f2a8b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:22:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:22:40.770781 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-08252826-73ce-4ddf-8fdd-8c1e9f2a8b00 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:22:41.012316 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-08252826-73ce-4ddf-8fdd-8c1e9f2a8b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '282e486e-1e8c-4305-abe2-a88111386b0b', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'port_id': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'mac_address': 'fa:16:3e:1b:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:22:24Z', 'updated_at': '2022-01-24T09:22:39Z', 'revision_number': 1, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:22:41.039200 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08252826-73ce-4ddf-8fdd-8c1e9f2a8b00 None None] The sync data for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi is: [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '282e486e-1e8c-4305-abe2-a88111386b0b', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'port_id': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'mac_address': 'fa:16:3e:1b:b0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:22:24Z', 'updated_at': '2022-01-24T09:22:39Z', 'revision_number': 1, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:22:41.249159 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f77359-58b0-4b25-872c-3aeb91d14f7b None None] New status for floating IP 282e486e-1e8c-4305-abe2-a88111386b0b: ACTIVE {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:22:43.492800 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4c751c64-49b1-4121-93d7-893c3a2a4013 req-2990f995-1ca6-4627-9882-b4f153687f49 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896215 Jan 24 09:22:46.299117 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f3551aa3-baac-47eb-ac4d-bf9276c9cf42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:47.596640 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:48.558757 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bbc968f9-69f8-40e3-8309-4cace67661f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:49.830426 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:50.923684 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:52.544386 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:22:58.300645 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:23:04.886798 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d260b9-64ab-44db-bd6b-03c6dae53054 req-a8f2a11c-f430-4a10-9c7e-4f01ba4b38ad tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:04.887948 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f3d260b9-64ab-44db-bd6b-03c6dae53054 req-a8f2a11c-f430-4a10-9c7e-4f01ba4b38ad tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0487733 Jan 24 09:23:04.939705 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f3d260b9-64ab-44db-bd6b-03c6dae53054 req-350ac06e-8f02-4cf0-a52a-37f2c1aa9075 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450335 Jan 24 09:23:06.056672 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27a6bb-2d2c-4775-83cc-df1e541468c9 req-4488eb40-4a65-46f4-bfcd-ef208186024c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:06.058213 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1a27a6bb-2d2c-4775-83cc-df1e541468c9 req-4488eb40-4a65-46f4-bfcd-ef208186024c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0493085 Jan 24 09:23:06.105088 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1a27a6bb-2d2c-4775-83cc-df1e541468c9 req-1c6d50a9-07f5-4cb9-9a5b-8dcbfe264e67 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=a606d227-3830-4a03-9c76-21117abe4196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412042 Jan 24 09:23:06.475275 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-b0d2ebeb-1eed-4fac-8603-27390dcc8855 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:06.477135 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-b0d2ebeb-1eed-4fac-8603-27390dcc8855 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.115 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 945 time: 0.0542712 Jan 24 09:23:06.572534 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Deleting port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:23:06.572888 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:06.676053 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] For port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=93c2fd64-23e2-4383-a6ab-b95fd9eca7df,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:06.676410 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:06.853002 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:06.853363 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (ee4f6910-d9b2-4631-920a-0adf8465b2fa), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:06.853681 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.l3_db [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Floating IP ee4f6910-d9b2-4631-920a-0adf8465b2fa disassociated. External IP: 172.27.0.213, port: 93c2fd64-23e2-4383-a6ab-b95fd9eca7df. Jan 24 09:23:06.854021 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Calling delete_port for 93c2fd64-23e2-4383-a6ab-b95fd9eca7df owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:23:06.951889 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 50104) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:07.001181 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Deleting subnet 26e86793-cc23-47de-a853-4e86638f3a43 {{(pid=103102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:23:07.004196 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Publish callbacks [] for subnet (26e86793-cc23-47de-a853-4e86638f3a43), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.038884 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17333050'] for subnet (26e86793-cc23-47de-a853-4e86638f3a43), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.077590 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (26e86793-cc23-47de-a853-4e86638f3a43), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.088767 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (93c2fd64-23e2-4383-a6ab-b95fd9eca7df), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.118514 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event deleted for resources: {'Port': ['ID=93c2fd64-23e2-4383-a6ab-b95fd9eca7df,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:07.207432 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-62877a2b-c9ce-4572-b4e3-b816ed320834 req-bb7b6c3d-f7c1-44d0-818f-0d5eb821ec09 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 210 time: 0.0296183 Jan 24 09:23:07.237534 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18398504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18764230'] for subnet (26e86793-cc23-47de-a853-4e86638f3a43), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.238971 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Router c7b070b7-1d3f-4584-8d15-c0c36faf949f has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:23:07.263163 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e86793-cc23-47de-a853-4e86638f3a43,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:07.267807 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.270974 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/26e86793-cc23-47de-a853-4e86638f3a43 HTTP/1.1" status: 204 len: 168 time: 0.3180809 Jan 24 09:23:07.274952 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 50108) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:07.297644 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.297644 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.297644 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.298064 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.298344 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.298675 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.299004 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.299340 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.299657 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.300029 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.300413 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.300746 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.301067 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa25a8a3-80f4-47e6-869a-345e92824745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:07.356705 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:23:07.369250 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a8304b-15f2-4aee-8508-98eafdcd9fb5 None None] Sync routers for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:23:07.370394 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (44105748-356f-448f-a70c-5d65f0a57e7a), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.380937 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a8304b-15f2-4aee-8508-98eafdcd9fb5 None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:23:07.382636 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-64a8304b-15f2-4aee-8508-98eafdcd9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:22:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:07.398203 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] No DVR routers for this DVR port 93c2fd64-23e2-4383-a6ab-b95fd9eca7df on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:23:07.400778 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.404131 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fbc0484c-7e51-4f9b-9f0f-4814ea3f0693 req-e1cae8bb-0661-4d57-9eb5-26ef72354bb2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.115 "DELETE /v2.0/ports/93c2fd64-23e2-4383-a6ab-b95fd9eca7df HTTP/1.1" status: 204 len: 173 time: 0.9212604 Jan 24 09:23:07.404579 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'name': 'network-vif-deleted', 'tag': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:07.406847 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81767301-f6f2-429e-b0ba-4735fdab90e5" -d '{"events": [{"server_uuid": "c7421454-e5c9-4ecb-8afb-928a7042b789", "name": "network-vif-deleted", "tag": "93c2fd64-23e2-4383-a6ab-b95fd9eca7df"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:07.452936 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e7d6d5-fbbe-4118-a9fe-3a31c309343a x-openstack-request-id: req-16e7d6d5-fbbe-4118-a9fe-3a31c309343a {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:07.452936 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7421454-e5c9-4ecb-8afb-928a7042b789", "name": "network-vif-deleted", "tag": "93c2fd64-23e2-4383-a6ab-b95fd9eca7df", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:07.456673 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-16e7d6d5-fbbe-4118-a9fe-3a31c309343a {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:07.456673 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7421454-e5c9-4ecb-8afb-928a7042b789', 'name': 'network-vif-deleted', 'tag': '93c2fd64-23e2-4383-a6ab-b95fd9eca7df', 'status': 'completed', 'code': 200} Jan 24 09:23:07.456994 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (44105748-356f-448f-a70c-5d65f0a57e7a), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.478728 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44105748-356f-448f-a70c-5d65f0a57e7a']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:07.491639 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f16d7b2-6d48-44f1-8572-9b979ca0ec88') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:07.492138 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f16d7b2-6d48-44f1-8572-9b979ca0ec88') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:07.513182 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (4f16d7b2-6d48-44f1-8572-9b979ca0ec88), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.528051 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (4f16d7b2-6d48-44f1-8572-9b979ca0ec88), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.536818 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:23:07.537453 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (4f16d7b2-6d48-44f1-8572-9b979ca0ec88), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:23:07.539485 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:23:07.541742 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-64a8304b-15f2-4aee-8508-98eafdcd9fb5 None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:23:07.711392 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (44105748-356f-448f-a70c-5d65f0a57e7a), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.717059 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:07.721875 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] 10.222.0.113 "DELETE /v2.0/networks/44105748-356f-448f-a70c-5d65f0a57e7a HTTP/1.1" status: 204 len: 168 time: 0.4310982 Jan 24 09:23:07.733114 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5a7f8-f022-4a0f-a301-28b92843716c admin admin] Pushing event deleted for resources: {'Network': ['ID=44105748-356f-448f-a70c-5d65f0a57e7a,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:07.778522 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-64a8304b-15f2-4aee-8508-98eafdcd9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:07.809744 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a8304b-15f2-4aee-8508-98eafdcd9fb5 None None] Checking router: c7b070b7-1d3f-4584-8d15-c0c36faf949f for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:23:07.818933 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a8304b-15f2-4aee-8508-98eafdcd9fb5 None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:23:07.819445 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-64a8304b-15f2-4aee-8508-98eafdcd9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:22:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:07.924567 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-64a8304b-15f2-4aee-8508-98eafdcd9fb5 None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:23:08.146981 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-64a8304b-15f2-4aee-8508-98eafdcd9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:08.175279 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a8304b-15f2-4aee-8508-98eafdcd9fb5 None None] The sync data for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi is: [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:23:08.281648 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 50124) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:08.319828 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-4ebf0ce7-5d8b-4dd0-b862-a7cc0dc239ce admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bc3fa7c12b554a3bbfd918b6de58df20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433424 Jan 24 09:23:08.322403 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 50126) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:08.326779 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-42ce3fca-0abc-4a81-90cb-e8bd14d2e31d req-adefed1d-ad2c-446f-aaef-0c90083a77f0 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=c7421454-e5c9-4ecb-8afb-928a7042b789 HTTP/1.1" status: 200 len: 210 time: 0.0335684 Jan 24 09:23:08.375973 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6ac00143-7956-42db-aedf-06725f8e648d admin admin] Publish callbacks [] for security_group (2e14485a-63cd-4dd2-9e13-bb9ceff403b7), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:08.400285 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6ac00143-7956-42db-aedf-06725f8e648d admin admin] Publish callbacks [] for security_group (2e14485a-63cd-4dd2-9e13-bb9ceff403b7), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:08.415364 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02365c10-62bf-49cb-b381-52d8e1ab8709 None None] New status for floating IP ee4f6910-d9b2-4631-920a-0adf8465b2fa: DOWN {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:23:08.522960 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6ac00143-7956-42db-aedf-06725f8e648d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2e14485a-63cd-4dd2-9e13-bb9ceff403b7), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:08.525802 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6ac00143-7956-42db-aedf-06725f8e648d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:08.529868 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-6ac00143-7956-42db-aedf-06725f8e648d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2e14485a-63cd-4dd2-9e13-bb9ceff403b7 HTTP/1.1" status: 204 len: 168 time: 0.2037082 Jan 24 09:23:08.535732 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac00143-7956-42db-aedf-06725f8e648d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e14485a-63cd-4dd2-9e13-bb9ceff403b7,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:09.550308 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 50142) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:09.606818 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e1110201-3694-44a7-bb6f-36ced70a645e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (a606d227-3830-4a03-9c76-21117abe4196), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:09.630080 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e1110201-3694-44a7-bb6f-36ced70a645e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (a606d227-3830-4a03-9c76-21117abe4196), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:09.778029 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e1110201-3694-44a7-bb6f-36ced70a645e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a606d227-3830-4a03-9c76-21117abe4196), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:09.780950 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e1110201-3694-44a7-bb6f-36ced70a645e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:09.782126 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-e1110201-3694-44a7-bb6f-36ced70a645e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "DELETE /v2.0/security-groups/a606d227-3830-4a03-9c76-21117abe4196 HTTP/1.1" status: 204 len: 168 time: 0.2308171 Jan 24 09:23:09.791792 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1110201-3694-44a7-bb6f-36ced70a645e tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a606d227-3830-4a03-9c76-21117abe4196,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:09.792349 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 50146) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:09.807943 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.api.v2.resource [None req-c10c0bf6-3820-4464-b46b-5ab9e09a0de7 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] show failed (client error): The resource could not be found. Jan 24 09:23:09.809018 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-c10c0bf6-3820-4464-b46b-5ab9e09a0de7 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups/a606d227-3830-4a03-9c76-21117abe4196 HTTP/1.1" status: 404 len: 347 time: 0.0150297 Jan 24 09:23:09.812047 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 50148) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:09.920169 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 93c2fd64-23e2-4383-a6ab-b95fd9eca7df no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:23:09.941527 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 93c2fd64-23e2-4383-a6ab-b95fd9eca7df {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:23:09.942057 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 93c2fd64-23e2-4383-a6ab-b95fd9eca7df not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:23:09.945649 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-baf52df6-d814-4eef-84b2-43d338ffbe1d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Deleting port 6a8e841a-6da0-4bd6-bd60-dd92249c70a0 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:23:09.946001 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-baf52df6-d814-4eef-84b2-43d338ffbe1d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (6a8e841a-6da0-4bd6-bd60-dd92249c70a0), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:10.022896 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-baf52df6-d814-4eef-84b2-43d338ffbe1d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (6a8e841a-6da0-4bd6-bd60-dd92249c70a0), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:10.023223 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-baf52df6-d814-4eef-84b2-43d338ffbe1d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (6a8e841a-6da0-4bd6-bd60-dd92249c70a0), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:10.034755 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-baf52df6-d814-4eef-84b2-43d338ffbe1d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Calling delete_port for 6a8e841a-6da0-4bd6-bd60-dd92249c70a0 owned by network:floatingip {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:23:10.252223 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-baf52df6-d814-4eef-84b2-43d338ffbe1d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (6a8e841a-6da0-4bd6-bd60-dd92249c70a0), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:10.278622 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf52df6-d814-4eef-84b2-43d338ffbe1d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event deleted for resources: {'Port': ['ID=6a8e841a-6da0-4bd6-bd60-dd92249c70a0,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:10.339592 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-baf52df6-d814-4eef-84b2-43d338ffbe1d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (ee4f6910-d9b2-4631-920a-0adf8465b2fa), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:10.342155 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-baf52df6-d814-4eef-84b2-43d338ffbe1d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:10.343339 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-baf52df6-d814-4eef-84b2-43d338ffbe1d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "DELETE /v2.0/floatingips/ee4f6910-d9b2-4631-920a-0adf8465b2fa HTTP/1.1" status: 204 len: 168 time: 0.5301082 Jan 24 09:23:10.792054 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 50156) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:10.792718 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-afc9e363-1edd-4389-804d-600435f9fb69 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064159945', 'description': 'tempest-description--276370542'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:10.897866 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-afc9e363-1edd-4389-804d-600435f9fb69 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:10.936471 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 50162) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:10.982248 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-afc9e363-1edd-4389-804d-600435f9fb69 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (f62e0645-53e7-402d-82ac-541cad176543), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.045293 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d07440a0-2da3-42f8-ad6a-23c2cacf68d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.057859 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-afc9e363-1edd-4389-804d-600435f9fb69 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (f62e0645-53e7-402d-82ac-541cad176543), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.087928 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9e363-1edd-4389-804d-600435f9fb69 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f62e0645-53e7-402d-82ac-541cad176543,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:11.122330 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d07440a0-2da3-42f8-ad6a-23c2cacf68d9 admin admin] Publish callbacks [] for security_group (1c54875f-5b50-4b15-bd52-0d195cdc6333), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.141541 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-afc9e363-1edd-4389-804d-600435f9fb69 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.142829 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-afc9e363-1edd-4389-804d-600435f9fb69 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3535979 Jan 24 09:23:11.146571 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 50166) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:11.150550 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-ae123238-a4c7-4104-9d83-075accc6b81f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'security_group_rule': {'security_group_id': 'f62e0645-53e7-402d-82ac-541cad176543', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:11.197311 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d07440a0-2da3-42f8-ad6a-23c2cacf68d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (1c54875f-5b50-4b15-bd52-0d195cdc6333), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.237313 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-d07440a0-2da3-42f8-ad6a-23c2cacf68d9 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=23e3ed19a6ef4c688f036c4a8856c014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996161 Jan 24 09:23:11.238204 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07440a0-2da3-42f8-ad6a-23c2cacf68d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c54875f-5b50-4b15-bd52-0d195cdc6333,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:11.240152 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 50168) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:11.278287 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ae123238-a4c7-4104-9d83-075accc6b81f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (96636b77-5bf4-4eb4-ab97-9c4972031672), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.314653 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a192bdc5-f67a-488d-8f39-db6b5bd99b1f admin admin] Publish callbacks [] for security_group (1c54875f-5b50-4b15-bd52-0d195cdc6333), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.348316 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a192bdc5-f67a-488d-8f39-db6b5bd99b1f admin admin] Publish callbacks [] for security_group (1c54875f-5b50-4b15-bd52-0d195cdc6333), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.365361 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ae123238-a4c7-4104-9d83-075accc6b81f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (96636b77-5bf4-4eb4-ab97-9c4972031672), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.440456 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ae123238-a4c7-4104-9d83-075accc6b81f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (96636b77-5bf4-4eb4-ab97-9c4972031672), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.460354 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae123238-a4c7-4104-9d83-075accc6b81f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96636b77-5bf4-4eb4-ab97-9c4972031672,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:11.516846 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a192bdc5-f67a-488d-8f39-db6b5bd99b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (1c54875f-5b50-4b15-bd52-0d195cdc6333), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.519425 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a192bdc5-f67a-488d-8f39-db6b5bd99b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.523782 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-a192bdc5-f67a-488d-8f39-db6b5bd99b1f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/1c54875f-5b50-4b15-bd52-0d195cdc6333 HTTP/1.1" status: 204 len: 168 time: 0.2793486 Jan 24 09:23:11.531124 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192bdc5-f67a-488d-8f39-db6b5bd99b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c54875f-5b50-4b15-bd52-0d195cdc6333,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:11.547676 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ae123238-a4c7-4104-9d83-075accc6b81f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.552300 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 50172) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:11.558348 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-83f6dd89-c831-4feb-b0f2-97b703a72a8b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'security_group_rule': {'security_group_id': 'f62e0645-53e7-402d-82ac-541cad176543', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:11.559060 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-ae123238-a4c7-4104-9d83-075accc6b81f tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4116650 Jan 24 09:23:11.722237 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-83f6dd89-c831-4feb-b0f2-97b703a72a8b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (8c486255-3b29-48f5-a6ee-608b11461485), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.779873 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-83f6dd89-c831-4feb-b0f2-97b703a72a8b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (8c486255-3b29-48f5-a6ee-608b11461485), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.875101 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-83f6dd89-c831-4feb-b0f2-97b703a72a8b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (8c486255-3b29-48f5-a6ee-608b11461485), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.897975 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6dd89-c831-4feb-b0f2-97b703a72a8b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c486255-3b29-48f5-a6ee-608b11461485,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:11.993463 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-83f6dd89-c831-4feb-b0f2-97b703a72a8b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:11.999258 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-83f6dd89-c831-4feb-b0f2-97b703a72a8b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4412584 Jan 24 09:23:11.999488 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 50184) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:12.004029 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'floatingip': {'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:12.111016 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:12.210647 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:12.318009 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Allocated IP 172.27.0.186 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/a6c60acf-5fa1-4964-a4e3-ec1b760e9441) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:23:12.424064 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for port (a6c60acf-5fa1-4964-a4e3-ec1b760e9441), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:12.635693 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (a6c60acf-5fa1-4964-a4e3-ec1b760e9441), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:12.680769 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:23:12.685396 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:23:12.689769 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:23:12.693596 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'Port': ['ID=a6c60acf-5fa1-4964-a4e3-ec1b760e9441,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:12.776147 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (bb0767bd-9510-4c7f-9e42-af5d316958dc), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:12.906239 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (a6c60acf-5fa1-4964-a4e3-ec1b760e9441), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:13.059989 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for port (a6c60acf-5fa1-4964-a4e3-ec1b760e9441), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:13.173950 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18398718'] for port (a6c60acf-5fa1-4964-a4e3-ec1b760e9441), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:13.255176 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'Port': ['ID=a6c60acf-5fa1-4964-a4e3-ec1b760e9441,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:13.269847 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (bb0767bd-9510-4c7f-9e42-af5d316958dc), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:13.351792 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:13.353051 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-a7a9aa14-1787-4fa0-8bad-6263ea4581d1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3524795 Jan 24 09:23:13.563554 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-e5655022-006f-46f8-afc5-6e22eee53b49 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-securitygroup--2064159945&fields=id&tenant_id=1dc910091533410a986175bf4570f541 HTTP/1.1" status: 200 len: 267 time: 0.0533626 Jan 24 09:23:13.680865 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b068e-7acc-481f-90f5-8e29a40af78e req-501b654d-afff-4aa4-9e5d-5b1a317eda31 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:13.682744 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-501b654d-afff-4aa4-9e5d-5b1a317eda31 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/networks?id=cecc965a-bd5f-433d-822a-db760db2c0ab HTTP/1.1" status: 200 len: 810 time: 0.1143320 Jan 24 09:23:13.697789 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-d40a5ae4-99ee-4278-ae41-17582f2a9b54 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/quotas/1dc910091533410a986175bf4570f541 HTTP/1.1" status: 200 len: 375 time: 0.0095446 Jan 24 09:23:13.756748 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-6ca28659-248f-4c3d-a348-ff3a9ac22424 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1dc910091533410a986175bf4570f541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534492 Jan 24 09:23:13.946864 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-b21a6efd-283a-416d-a993-e05714cd52e5 service neutron] 10.222.0.113 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785223 Jan 24 09:23:14.037874 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-9692cbda-1c29-4abb-97bc-fc24c5433346 service neutron] 10.222.0.113 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855055 Jan 24 09:23:14.295770 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0a2b0720-a189-4698-bf4c-02ad7d37d4a9 req-fce789f1-aebf-4696-8470-cdc5d54d3a64 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 210 time: 0.0282693 Jan 24 09:23:14.933816 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-31c56985-a2df-4118-b565-d177f035d6b2 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=9e9934be44344de7ab0d0f94800506a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291915 Jan 24 09:23:15.117264 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9be3955f-4fa1-4f66-be16-e7efc5834719 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:15.118814 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9be3955f-4fa1-4f66-be16-e7efc5834719 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800466 Jan 24 09:23:15.134980 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-fc0b1bd0-66e6-4f4a-aec8-3b3952f9b019 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/quotas/9e9934be44344de7ab0d0f94800506a8 HTTP/1.1" status: 200 len: 375 time: 0.0104206 Jan 24 09:23:15.167215 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-02cab9f8-d5d5-48bf-bc92-d918d52deb7c tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=9e9934be44344de7ab0d0f94800506a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264733 Jan 24 09:23:15.404051 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f26ff059-bfe0-4a69-a009-ec7b383fdfc4 req-70fb527e-2609-4be7-a239-d4a18e731c24 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 210 time: 0.0254610 Jan 24 09:23:15.477516 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-98d05de0-20d3-4833-ae29-dcc5162dcb81 req-b25a5058-814e-4515-9ec7-4cfcd00a1981 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 210 time: 0.0257704 Jan 24 09:23:16.294048 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5850d037-0f83-4989-98cc-d0852c107e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:16.503571 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b09f9c1c-69b3-4668-8c01-322e3b4b3600 req-731085c5-079d-4833-a3e3-52ad47886f0c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 210 time: 0.0293789 Jan 24 09:23:16.559062 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-698583b5-3e83-4356-99bf-a35f29e3c3d8 req-522e3994-5443-4f7b-bc62-a51c83ca4e73 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 210 time: 0.0278938 Jan 24 09:23:16.661789 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b068e-7acc-481f-90f5-8e29a40af78e req-eff81ec2-8da7-4a15-a449-3a84515ea234 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:16.663391 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-eff81ec2-8da7-4a15-a449-3a84515ea234 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.115 "GET /v2.0/networks?id=cecc965a-bd5f-433d-822a-db760db2c0ab HTTP/1.1" status: 200 len: 810 time: 0.1074126 Jan 24 09:23:16.742187 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-19e2d246-4ee6-47fb-a19a-7c6b196e91a4 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dc910091533410a986175bf4570f541 HTTP/1.1" status: 200 len: 380 time: 0.0518293 Jan 24 09:23:16.752920 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'port': {'device_id': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'admin_state_up': True, 'tenant_id': '1dc910091533410a986175bf4570f541', 'security_groups': ['f62e0645-53e7-402d-82ac-541cad176543']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:16.961853 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Made reservation on behalf of 1dc910091533410a986175bf4570f541 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:23:16.966405 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:17.099235 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Allocated IP 172.20.0.10 (cecc965a-bd5f-433d-822a-db760db2c0ab/a5112ccc-ca3f-482c-bc18-0e8c182e366d/27389513-03ea-4e61-98b8-afb32fb7a007) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:23:17.236439 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for port (27389513-03ea-4e61-98b8-afb32fb7a007), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:17.334264 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:17.378666 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Network cecc965a-bd5f-433d-822a-db760db2c0ab is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:23:17.381990 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:23:17.386047 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:23:17.392751 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event updated for resources: {'Port': ['ID=27389513-03ea-4e61-98b8-afb32fb7a007,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:17.458021 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:17.458622 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:17.571051 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-ad96fd2b-1d8e-48f7-9cb9-05c2d26ba1cf tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8217947 Jan 24 09:23:17.593494 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Request body: {'port': {'device_id': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:17.625180 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-67faac17-c7d2-445c-86c8-082255b4fa9b None None] Provisioning complete for port 27389513-03ea-4e61-98b8-afb32fb7a007 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:23:17.626303 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-67faac17-c7d2-445c-86c8-082255b4fa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:17.658309 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fa20e9f3-5332-4eb9-ad85-d096a3046d6a req-8ddd8fed-7642-4c1d-99c4-6640ca8a3220 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 210 time: 0.0259371 Jan 24 09:23:17.665870 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-67faac17-c7d2-445c-86c8-082255b4fa9b None None] Port 27389513-03ea-4e61-98b8-afb32fb7a007 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:23:17.668050 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:17.675684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721ad87-a04d-4f0b-95f6-562f33c5d458 req-6dfd6156-0cba-4232-9576-1fa1ad6f4266 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:17.677199 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f721ad87-a04d-4f0b-95f6-562f33c5d458 req-6dfd6156-0cba-4232-9576-1fa1ad6f4266 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 932 time: 0.1001854 Jan 24 09:23:17.700117 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:17.767740 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f721ad87-a04d-4f0b-95f6-562f33c5d458 req-f826ca2d-9264-43aa-b192-40c0519a2ceb tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833635 Jan 24 09:23:18.226705 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-39cd0af3-48ea-4276-8a63-41a100118060 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.115 "GET /v2.0/networks?tenant_id=9e9934be44344de7ab0d0f94800506a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285237 Jan 24 09:23:18.327964 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27389513-03ea-4e61-98b8-afb32fb7a007 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:23:18.339744 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Publish callbacks [] for port (27389513-03ea-4e61-98b8-afb32fb7a007), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:18.364020 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Transition to ACTIVE for port object 27389513-03ea-4e61-98b8-afb32fb7a007 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:23:18.390812 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f044951-9888-4ce2-b25f-11a685a8553c req-94392302-9d09-40d2-a24c-b4b8a1c78a92 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:18.392274 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-94392302-9d09-40d2-a24c-b4b8a1c78a92 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1330066 Jan 24 09:23:18.409651 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Request body: {'port': {'device_id': 'e0da7e40-72fc-4851-9b48-79c1a222755b', 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91', 'admin_state_up': True, 'tenant_id': '9e9934be44344de7ab0d0f94800506a8'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:18.461996 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:18.555648 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=27389513-03ea-4e61-98b8-afb32fb7a007,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:18.568020 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0379f32a-e26e-48ca-a6da-d0203b295e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:18.651929 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Attempting to bind port 27389513-03ea-4e61-98b8-afb32fb7a007 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:18.652433 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Attempting to bind port 27389513-03ea-4e61-98b8-afb32fb7a007 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:23:18.652739 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Attempting to bind port 27389513-03ea-4e61-98b8-afb32fb7a007 on network cecc965a-bd5f-433d-822a-db760db2c0ab {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:23:18.657527 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Port 27389513-03ea-4e61-98b8-afb32fb7a007 on network cecc965a-bd5f-433d-822a-db760db2c0ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:23:18.657847 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Attempting to bind port 27389513-03ea-4e61-98b8-afb32fb7a007 on network cecc965a-bd5f-433d-822a-db760db2c0ab {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:23:18.662809 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:23:18.663206 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Checking segment: {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:23:18.663528 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Bound using segment: {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:23:18.663950 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Bound port: 27389513-03ea-4e61-98b8-afb32fb7a007, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:23:18.664310 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:18.748410 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Made reservation on behalf of 9e9934be44344de7ab0d0f94800506a8 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:23:18.751643 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:18.776655 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] For port 27389513-03ea-4e61-98b8-afb32fb7a007, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:23:18.781320 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-21f468f2-4602-436f-bdd5-cc58c625d7f0 req-8568e41f-c16c-46b9-8b8c-63da474269d8 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 210 time: 0.0443742 Jan 24 09:23:18.781963 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:18.804584 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] For port 27389513-03ea-4e61-98b8-afb32fb7a007, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=27389513-03ea-4e61-98b8-afb32fb7a007,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:23:18.874035 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Publish callbacks [] for security_group (f725d81b-9a9a-41fe-8484-3971493f2789), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:18.876684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:18.896035 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dedc67-bd64-4a15-974e-89689457646b req-b9caaad5-deac-479a-9747-db8eb835cd02 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:18.897486 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-09dedc67-bd64-4a15-974e-89689457646b req-b9caaad5-deac-479a-9747-db8eb835cd02 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 944 time: 0.0512626 Jan 24 09:23:18.918266 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:18.918968 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:18.920337 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] 10.222.0.115 "PUT /v2.0/ports/27389513-03ea-4e61-98b8-afb32fb7a007 HTTP/1.1" status: 200 len: 1094 time: 1.3311937 Jan 24 09:23:18.920781 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'tag': '27389513-03ea-4e61-98b8-afb32fb7a007'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:18.923073 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7362f244-e6eb-4ad9-82e7-e89cb17277cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b808fd-b585-4062-a321-9965f704ffe6", "tag": "27389513-03ea-4e61-98b8-afb32fb7a007"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:18.943305 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (f725d81b-9a9a-41fe-8484-3971493f2789), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:18.953983 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d03495-6f28-4679-9aa9-594f7b45cfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=27389513-03ea-4e61-98b8-afb32fb7a007,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:18.956847 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-09dedc67-bd64-4a15-974e-89689457646b req-daf45aef-d1c5-4a2b-b204-a81d3700c2b6 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523448 Jan 24 09:23:18.973267 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cc0459-6a28-4ed7-8f83-a4a87882b555 x-openstack-request-id: req-74cc0459-6a28-4ed7-8f83-a4a87882b555 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:18.973558 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b808fd-b585-4062-a321-9965f704ffe6", "tag": "27389513-03ea-4e61-98b8-afb32fb7a007", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:18.973811 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-74cc0459-6a28-4ed7-8f83-a4a87882b555 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:18.974231 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'tag': '27389513-03ea-4e61-98b8-afb32fb7a007', 'status': 'completed', 'code': 200} Jan 24 09:23:19.048855 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f725d81b-9a9a-41fe-8484-3971493f2789,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:19.110561 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362f244-e6eb-4ad9-82e7-e89cb17277cc req-8061fd89-51bf-45e8-8f1f-72c2b50b4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:19.112102 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7362f244-e6eb-4ad9-82e7-e89cb17277cc req-8061fd89-51bf-45e8-8f1f-72c2b50b4ac3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1dc910091533410a986175bf4570f541&device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 1097 time: 0.0972905 Jan 24 09:23:19.138274 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Allocated IP 192.168.233.223 (30ce5482-2f8c-49ab-8c8f-911f8d6cbd91/60ced604-e170-4a3e-a2de-2e6e70dd4a72/2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:23:19.268225 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362f244-e6eb-4ad9-82e7-e89cb17277cc req-12c855da-83a2-499b-8596-d180a620d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:19.269699 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7362f244-e6eb-4ad9-82e7-e89cb17277cc req-12c855da-83a2-499b-8596-d180a620d0c9 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=1dc910091533410a986175bf4570f541&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1472919 Jan 24 09:23:19.422631 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Publish callbacks [] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:19.430664 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362f244-e6eb-4ad9-82e7-e89cb17277cc req-5406edf6-8d29-4f9d-ac54-33c79b456e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:19.432271 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7362f244-e6eb-4ad9-82e7-e89cb17277cc req-5406edf6-8d29-4f9d-ac54-33c79b456e5a service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541607 Jan 24 09:23:19.514869 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b068e-7acc-481f-90f5-8e29a40af78e req-5c2fea02-146d-4fdc-a0a6-b5030d429e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:19.516267 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-5c2fea02-146d-4fdc-a0a6-b5030d429e0e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1dc910091533410a986175bf4570f541&device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 1097 time: 0.0400348 Jan 24 09:23:19.533503 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:19.574682 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-cf6dc4a5-9c4b-4c11-baa6-26fb3a6ba5d9 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27389513-03ea-4e61-98b8-afb32fb7a007 HTTP/1.1" status: 200 len: 217 time: 0.0484769 Jan 24 09:23:19.632612 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Network 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:23:19.642497 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:23:19.650323 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:23:19.677766 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Pushing event updated for resources: {'Port': ['ID=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:19.698194 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b068e-7acc-481f-90f5-8e29a40af78e req-2fee40b1-d323-4d9f-b20a-d51132c04a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:19.699690 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-2fee40b1-d323-4d9f-b20a-d51132c04a83 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a5112ccc-ca3f-482c-bc18-0e8c182e366d HTTP/1.1" status: 200 len: 849 time: 0.1055417 Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.714524 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:19.717301 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:19.718176 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:19.718807 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:19.771496 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b068e-7acc-481f-90f5-8e29a40af78e req-3e813f19-0bfd-4d23-92e6-7be8dbc11d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:19.773066 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-3e813f19-0bfd-4d23-92e6-7be8dbc11d29 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecc965a-bd5f-433d-822a-db760db2c0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515845 Jan 24 09:23:19.843555 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-113e1607-ed64-48aa-8906-903d9e833627 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675628 Jan 24 09:23:19.868705 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:19.908097 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-9d5d4581-00f0-47a2-ab39-f3ab37d6346b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5023546 Jan 24 09:23:19.924680 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Request body: {'port': {'device_id': 'e0da7e40-72fc-4851-9b48-79c1a222755b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:19.943847 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-7b864810-7063-4db6-b000-e6cc91d58434 None None] Provisioning complete for port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:23:19.944215 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b864810-7063-4db6-b000-e6cc91d58434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:19.952448 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-143c3394-6600-4dc7-9631-750176ebf386 service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620517 Jan 24 09:23:19.975105 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedef95-fd4c-4d29-91e8-963cab8a3bb2 req-bdb4eafe-432d-49f3-81e2-71a3198bf042 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:19.976604 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-baedef95-fd4c-4d29-91e8-963cab8a3bb2 req-bdb4eafe-432d-49f3-81e2-71a3198bf042 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 936 time: 0.0911381 Jan 24 09:23:19.982785 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-2c96ee5e-5439-4f9b-b6e8-19480617a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:19.984521 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-2c96ee5e-5439-4f9b-b6e8-19480617a6b0 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 1098 time: 0.0657804 Jan 24 09:23:19.988236 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-7b864810-7063-4db6-b000-e6cc91d58434 None None] Port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:23:20.045513 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:20.093415 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-baedef95-fd4c-4d29-91e8-963cab8a3bb2 req-3e685f36-0ff1-4926-a1bf-578cbcfa12cc tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073711 Jan 24 09:23:20.110859 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-715b068e-7acc-481f-90f5-8e29a40af78e req-0a546833-0f21-4570-add9-89cc707487fb service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487706 Jan 24 09:23:20.154252 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-64feae26-a98e-421b-aa9f-f80c6e2bfbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:20.155890 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-64feae26-a98e-421b-aa9f-f80c6e2bfbd0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 913 time: 0.1432464 Jan 24 09:23:20.293825 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-7e3d5cd8-a07d-451a-8c3d-1ddafcb763c1 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ecce77c-24a9-465d-84b4-0e5e56ded4dd HTTP/1.1" status: 200 len: 999 time: 0.1256390 Jan 24 09:23:20.308396 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a86cc-d095-4c4c-a2fa-550d220dbfb5 req-16d84754-4d4d-41b6-9c4f-1a6d481d3774 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:20.310613 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a66a86cc-d095-4c4c-a2fa-550d220dbfb5 req-16d84754-4d4d-41b6-9c4f-1a6d481d3774 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 944 time: 0.1009586 Jan 24 09:23:20.381199 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-2a000a58-bcf1-46ab-a677-48907ff21b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:20.382681 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-2a000a58-bcf1-46ab-a677-48907ff21b53 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 200 len: 851 time: 0.0712345 Jan 24 09:23:20.393040 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:23:20.403025 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Publish callbacks [] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:20.403425 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a66a86cc-d095-4c4c-a2fa-550d220dbfb5 req-4f2d6cde-1ad7-4c50-be79-352468418114 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829008 Jan 24 09:23:20.420448 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f02029-e987-4d8f-a8ae-21306bca9e11 req-a6266520-1e10-4c84-898c-98e72c7d4d8f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:20.422705 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-87f02029-e987-4d8f-a8ae-21306bca9e11 req-a6266520-1e10-4c84-898c-98e72c7d4d8f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 945 time: 0.0979505 Jan 24 09:23:20.433251 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Transition to ACTIVE for port object 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:23:20.447062 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-e0997101-beaf-4799-a0bc-61a45f2fd697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:20.449162 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-e0997101-beaf-4799-a0bc-61a45f2fd697 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bb18b00a-6e74-4475-8741-4c8ca85a032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572128 Jan 24 09:23:20.482261 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-87f02029-e987-4d8f-a8ae-21306bca9e11 req-475a04c4-09f9-4b6d-a2d3-0b3ced6f60d1 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533650 Jan 24 09:23:20.523283 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:20.583302 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Pushing event updated for resources: {'Port': ['ID=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:20.662615 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Attempting to bind port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:20.663055 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Attempting to bind port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'dab7650c-baf0-42f4-a033-0c38fb820feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:23:20.663460 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Attempting to bind port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 on network 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:23:20.669591 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 on network 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:23:20.669998 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Attempting to bind port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 on network 30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:23:20.675674 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:23:20.676102 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Checking segment: {'id': 'dab7650c-baf0-42f4-a033-0c38fb820feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:23:20.676561 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Bound using segment: {'id': 'dab7650c-baf0-42f4-a033-0c38fb820feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:23:20.677079 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Bound port: 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab7650c-baf0-42f4-a033-0c38fb820feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:23:20.677443 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:20.751784 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] For port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:23:20.755126 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] For port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3,segment=NetworkSegment(dab7650c-baf0-42f4-a033-0c38fb820feb),segment_id=dab7650c-baf0-42f4-a033-0c38fb820feb)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:23:20.788525 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-2b8fcd57-4a46-4de8-ba28-ab8d20a93dca service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301177 Jan 24 09:23:20.829000 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:20.873661 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:20.873661 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:20.873661 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] 10.222.0.115 "PUT /v2.0/ports/2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 HTTP/1.1" status: 200 len: 1098 time: 0.9511590 Jan 24 09:23:20.892629 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c73f28-8f47-43c8-b78c-a5d138b74134 service neutron] Pushing event updated for resources: {'Port': ['ID=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:20.904194 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7c7c9094-e91a-4188-b579-53cbe5c301cf req-1b7d46cd-dd73-4841-a280-307267da347b service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016049 Jan 24 09:23:20.933679 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:20.975236 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0da7e40-72fc-4851-9b48-79c1a222755b', 'tag': '2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:20.978379 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ee84b1-93f5-42b8-be74-fa389555c111" -d '{"events": [{"name": "network-changed", "server_uuid": "e0da7e40-72fc-4851-9b48-79c1a222755b", "tag": "2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:21.017140 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8033a1-da49-4ceb-8344-dc793d6395f6 x-openstack-request-id: req-5a8033a1-da49-4ceb-8344-dc793d6395f6 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:21.017513 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0da7e40-72fc-4851-9b48-79c1a222755b", "tag": "2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:21.017864 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5a8033a1-da49-4ceb-8344-dc793d6395f6 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:21.018396 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0da7e40-72fc-4851-9b48-79c1a222755b', 'tag': '2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3', 'status': 'completed', 'code': 200} Jan 24 09:23:21.041706 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f044951-9888-4ce2-b25f-11a685a8553c req-05b93932-24b4-40f2-a4c5-72e23a872b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:21.043297 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-05b93932-24b4-40f2-a4c5-72e23a872b8e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9e9934be44344de7ab0d0f94800506a8&device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 1101 time: 0.0485120 Jan 24 09:23:21.088292 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-fae875dc-a8eb-4e65-8a29-e70cdd883983 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 HTTP/1.1" status: 200 len: 217 time: 0.0372708 Jan 24 09:23:21.164563 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f044951-9888-4ce2-b25f-11a685a8553c req-73f7a4d4-d9ee-4c0f-8a5b-dfa0ffe87b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:21.166148 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-73f7a4d4-d9ee-4c0f-8a5b-dfa0ffe87b60 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=60ced604-e170-4a3e-a2de-2e6e70dd4a72 HTTP/1.1" status: 200 len: 843 time: 0.0519192 Jan 24 09:23:21.241542 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4304c05-26f3-48b1-9606-6900e83fd4fb req-1cccab23-72da-43fe-83fd-878f06e44f22 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:21.243096 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c4304c05-26f3-48b1-9606-6900e83fd4fb req-1cccab23-72da-43fe-83fd-878f06e44f22 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 948 time: 0.0732057 Jan 24 09:23:21.249282 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f044951-9888-4ce2-b25f-11a685a8553c req-10068df3-a1a2-4cb5-a2db-4724b6c85783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:21.250864 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-10068df3-a1a2-4cb5-a2db-4724b6c85783 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=30ce5482-2f8c-49ab-8c8f-911f8d6cbd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0724857 Jan 24 09:23:21.349535 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c4304c05-26f3-48b1-9606-6900e83fd4fb req-43b8d559-1efd-478a-857c-577b39c92502 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976365 Jan 24 09:23:21.374536 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-dd398ba1-f074-4889-928d-505561f84be0 service neutron] 10.222.0.115 "GET /v2.0/networks/30ce5482-2f8c-49ab-8c8f-911f8d6cbd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083651 Jan 24 09:23:21.479150 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8f044951-9888-4ce2-b25f-11a685a8553c req-a299d1f0-d693-48ac-a021-aba71cb2b0be service neutron] 10.222.0.115 "GET /v2.0/networks/30ce5482-2f8c-49ab-8c8f-911f8d6cbd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884132 Jan 24 09:23:21.527463 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc09b66-5475-4e56-b3bd-ee1e6d86fea5 req-b96e860a-9d7c-4043-be5c-3d9622f05343 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:21.529054 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5dc09b66-5475-4e56-b3bd-ee1e6d86fea5 req-b96e860a-9d7c-4043-be5c-3d9622f05343 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 944 time: 0.0517969 Jan 24 09:23:21.580762 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5dc09b66-5475-4e56-b3bd-ee1e6d86fea5 req-85aa0c93-5d78-44c9-83e1-fb416f0345be tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460081 Jan 24 09:23:21.638464 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea32b6-2204-4f3a-a670-95810472971c req-ac4d6e9b-a044-4158-8f91-7c44d62c9964 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:21.639876 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6dea32b6-2204-4f3a-a670-95810472971c req-ac4d6e9b-a044-4158-8f91-7c44d62c9964 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 945 time: 0.0811629 Jan 24 09:23:21.656440 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee84b1-93f5-42b8-be74-fa389555c111 req-b522b385-6367-4f92-bb01-d3cffa961830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:21.657898 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-56ee84b1-93f5-42b8-be74-fa389555c111 req-b522b385-6367-4f92-bb01-d3cffa961830 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=9e9934be44344de7ab0d0f94800506a8&device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 1101 time: 0.0669572 Jan 24 09:23:21.722448 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6dea32b6-2204-4f3a-a670-95810472971c req-8e254350-c1f2-4aae-979f-150a26c2dbf5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769582 Jan 24 09:23:21.785495 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee84b1-93f5-42b8-be74-fa389555c111 req-b39e34f5-b7e4-4e87-be3f-8530d3f8bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:21.787032 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-56ee84b1-93f5-42b8-be74-fa389555c111 req-b39e34f5-b7e4-4e87-be3f-8530d3f8bbbf service neutron] 10.222.0.115 "GET /v2.0/networks?id=30ce5482-2f8c-49ab-8c8f-911f8d6cbd91 HTTP/1.1" status: 200 len: 870 time: 0.1085055 Jan 24 09:23:21.837174 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-56ee84b1-93f5-42b8-be74-fa389555c111 req-8be5f341-062d-4dd8-a85f-78e760b9fd62 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 HTTP/1.1" status: 200 len: 217 time: 0.0391014 Jan 24 09:23:21.890670 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee84b1-93f5-42b8-be74-fa389555c111 req-651c0acd-a2cf-4d69-a8ac-8aa73af4f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:21.892080 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-56ee84b1-93f5-42b8-be74-fa389555c111 req-651c0acd-a2cf-4d69-a8ac-8aa73af4f9d2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=60ced604-e170-4a3e-a2de-2e6e70dd4a72 HTTP/1.1" status: 200 len: 843 time: 0.0467553 Jan 24 09:23:21.944826 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee84b1-93f5-42b8-be74-fa389555c111 req-ea17709a-27ff-4e78-8f51-f13768a12bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:21.946441 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-56ee84b1-93f5-42b8-be74-fa389555c111 req-ea17709a-27ff-4e78-8f51-f13768a12bd5 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=30ce5482-2f8c-49ab-8c8f-911f8d6cbd91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0464969 Jan 24 09:23:21.981772 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 27389513-03ea-4e61-98b8-afb32fb7a007 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:23:22.057169 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-56ee84b1-93f5-42b8-be74-fa389555c111 req-72cca250-5438-4d37-94bc-509c04427b16 service neutron] 10.222.0.115 "GET /v2.0/networks/30ce5482-2f8c-49ab-8c8f-911f8d6cbd91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912902 Jan 24 09:23:22.081339 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 27389513-03ea-4e61-98b8-afb32fb7a007, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=27389513-03ea-4e61-98b8-afb32fb7a007,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:22.094277 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '27389513-03ea-4e61-98b8-afb32fb7a007', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'port_id': '27389513-03ea-4e61-98b8-afb32fb7a007', 'mac_address': 'fa:16:3e:db:b0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:23:22.176166 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-56ee84b1-93f5-42b8-be74-fa389555c111 req-5bd8dc57-8749-4010-a411-b125bf3078d6 service neutron] 10.222.0.115 "GET /v2.0/networks/30ce5482-2f8c-49ab-8c8f-911f8d6cbd91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000035 Jan 24 09:23:22.261360 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 27389513-03ea-4e61-98b8-afb32fb7a007 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:23:22.261760 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:22.274315 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27389513-03ea-4e61-98b8-afb32fb7a007 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:23:22.294002 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 27389513-03ea-4e61-98b8-afb32fb7a007, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=27389513-03ea-4e61-98b8-afb32fb7a007,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:22.366111 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:22.416435 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=27389513-03ea-4e61-98b8-afb32fb7a007,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:22.423924 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.424278 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.424645 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.424968 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.425304 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.425637 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.425968 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.426382 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.426659 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.426989 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.427317 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.427640 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.427963 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:22.468461 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006cfd4-768c-46aa-8c00-a968ad18acd4 req-023b671d-f7cf-4f82-8ab1-d29da52e4eb0 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:22.470008 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8006cfd4-768c-46aa-8c00-a968ad18acd4 req-023b671d-f7cf-4f82-8ab1-d29da52e4eb0 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 948 time: 0.0524127 Jan 24 09:23:22.517457 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8006cfd4-768c-46aa-8c00-a968ad18acd4 req-f8908a38-cf94-4606-8f12-19cdecb4b276 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Jan 24 09:23:22.560283 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:22.632085 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-072874b0-8f51-47c8-bd5b-f9f5a741ebbb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:22.633536 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-072874b0-8f51-47c8-bd5b-f9f5a741ebbb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 945 time: 0.0514281 Jan 24 09:23:22.700420 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ba425-6ec0-4183-b805-caa399126878 req-953d91f8-b33d-4030-a264-0ea74dad92f4 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:22.701835 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e39ba425-6ec0-4183-b805-caa399126878 req-953d91f8-b33d-4030-a264-0ea74dad92f4 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 945 time: 0.0487943 Jan 24 09:23:22.721033 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['27389513-03ea-4e61-98b8-afb32fb7a007'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:23:22.756595 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e39ba425-6ec0-4183-b805-caa399126878 req-3dcd45b8-e6aa-49e5-888f-a2319d753ae2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491853 Jan 24 09:23:22.775588 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Deleting port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:23:22.776279 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:22.892890 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff056b4-af28-464f-921f-41618633836d req-061e84db-3450-400a-ad99-e9b193e72b7e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:22.894493 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-aff056b4-af28-464f-921f-41618633836d req-061e84db-3450-400a-ad99-e9b193e72b7e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 945 time: 0.1029704 Jan 24 09:23:22.925680 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] For port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=6ecce77c-24a9-465d-84b4-0e5e56ded4dd,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:22.926044 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:23.061215 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-aff056b4-af28-464f-921f-41618633836d req-6b3ad441-ed8d-4895-be09-4a1af4905e43 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569257 Jan 24 09:23:23.183791 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:23.184151 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (10a63bfc-18cf-4266-8de9-08f05c750cf1), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:23.184463 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.l3_db [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Floating IP 10a63bfc-18cf-4266-8de9-08f05c750cf1 disassociated. External IP: 172.27.0.8, port: 6ecce77c-24a9-465d-84b4-0e5e56ded4dd. Jan 24 09:23:23.184805 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Calling delete_port for 6ecce77c-24a9-465d-84b4-0e5e56ded4dd owned by compute:nova {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:23:23.401218 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (6ecce77c-24a9-465d-84b4-0e5e56ded4dd), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:23.430664 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event deleted for resources: {'Port': ['ID=6ecce77c-24a9-465d-84b4-0e5e56ded4dd,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:23.549843 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Router 9d9eb99a-e469-4057-b54d-facb85f9ccab has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:23:23.691202 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5379b2b-3646-4ae7-8807-3017f7de7345 req-219ed864-93c4-45d0-be64-01b65a548fa9 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:23.692596 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a5379b2b-3646-4ae7-8807-3017f7de7345 req-219ed864-93c4-45d0-be64-01b65a548fa9 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 948 time: 0.0981920 Jan 24 09:23:23.714653 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:23:23.724188 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a612dd-f38b-4fb1-991d-b430f4294f74 None None] Sync routers for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:23:23.735367 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a612dd-f38b-4fb1-991d-b430f4294f74 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:23:23.735985 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-b3a612dd-f38b-4fb1-991d-b430f4294f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:23:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:23.782859 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] No DVR routers for this DVR port 6ecce77c-24a9-465d-84b4-0e5e56ded4dd on host hv-cinder-80403 {{(pid=103102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:23:23.793596 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:23.797354 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ef1d4ac2-4811-4d9c-9008-5f17974019c3 req-cdd04bba-b975-453e-92b5-2f9288e165c5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "DELETE /v2.0/ports/6ecce77c-24a9-465d-84b4-0e5e56ded4dd HTTP/1.1" status: 204 len: 173 time: 1.1558778 Jan 24 09:23:23.797833 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'name': 'network-vif-deleted', 'tag': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd'}] {{(pid=103102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:23.800102 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a1f9b8f426edbc55e6178fb0656aabaaee06a47fc80a7429674e4344d9448a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5fad06-cf6c-486e-bd27-fc06485d5a5b" -d '{"events": [{"server_uuid": "f31eba5c-d268-48b8-8d66-c1da93154cc4", "name": "network-vif-deleted", "tag": "6ecce77c-24a9-465d-84b4-0e5e56ded4dd"}]}' {{(pid=103102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:23.818338 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a5379b2b-3646-4ae7-8807-3017f7de7345 req-22667438-ea1a-4c78-adac-954fb209d663 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156194 Jan 24 09:23:23.873059 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190ecb1b-1bc9-44a7-be58-24cb6522459b x-openstack-request-id: req-190ecb1b-1bc9-44a7-be58-24cb6522459b {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:23.873388 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31eba5c-d268-48b8-8d66-c1da93154cc4", "name": "network-vif-deleted", "tag": "6ecce77c-24a9-465d-84b4-0e5e56ded4dd", "status": "completed", "code": 200}]} {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:23.873599 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-190ecb1b-1bc9-44a7-be58-24cb6522459b {{(pid=103102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:23.873994 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31eba5c-d268-48b8-8d66-c1da93154cc4', 'name': 'network-vif-deleted', 'tag': '6ecce77c-24a9-465d-84b4-0e5e56ded4dd', 'status': 'completed', 'code': 200} Jan 24 09:23:23.895587 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-b3a612dd-f38b-4fb1-991d-b430f4294f74 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:23:23.915629 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0042b26-e329-4762-99ee-3af078c02136 req-6503cd3a-e11a-4d63-9339-ffb0915f2507 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:23.920991 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f0042b26-e329-4762-99ee-3af078c02136 req-6503cd3a-e11a-4d63-9339-ffb0915f2507 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 945 time: 0.0736630 Jan 24 09:23:23.974934 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f0042b26-e329-4762-99ee-3af078c02136 req-55d505e3-29d1-4b55-befa-7a60260c6463 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503933 Jan 24 09:23:23.997568 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:23:23.999871 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 27389513-03ea-4e61-98b8-afb32fb7a007 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:23:24.170487 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-44b3c785-a1fc-46e1-a111-52a5a49cf812 req-178a6cff-1e6f-4cf6-a8a0-1ee5e0ccb9d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 210 time: 0.0341039 Jan 24 09:23:24.231511 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3,segment=NetworkSegment(dab7650c-baf0-42f4-a033-0c38fb820feb),segment_id=dab7650c-baf0-42f4-a033-0c38fb820feb)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:24.249826 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3', 'network_id': '30ce5482-2f8c-49ab-8c8f-911f8d6cbd91', 'port_id': '2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3', 'mac_address': 'fa:16:3e:52:71:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ced604-e170-4a3e-a2de-2e6e70dd4a72', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:23:24.291269 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-b3a612dd-f38b-4fb1-991d-b430f4294f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:24.320896 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a612dd-f38b-4fb1-991d-b430f4294f74 None None] Checking router: 9d9eb99a-e469-4057-b54d-facb85f9ccab for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:23:24.323740 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:23:24.324152 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:24.341685 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:23:24.348234 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a612dd-f38b-4fb1-991d-b430f4294f74 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:23:24.348852 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-b3a612dd-f38b-4fb1-991d-b430f4294f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:23:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:24.356679 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 27389513-03ea-4e61-98b8-afb32fb7a007 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:23:24.404966 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3,segment=NetworkSegment(dab7650c-baf0-42f4-a033-0c38fb820feb),segment_id=dab7650c-baf0-42f4-a033-0c38fb820feb)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:24.409624 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 27389513-03ea-4e61-98b8-afb32fb7a007 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:23:24.409994 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:24.503965 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-b3a612dd-f38b-4fb1-991d-b430f4294f74 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:23:24.552075 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:24.636834 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 27389513-03ea-4e61-98b8-afb32fb7a007 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:23:24.637225 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:24.702143 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:24.719027 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27389513-03ea-4e61-98b8-afb32fb7a007'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:24.721311 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915f30e2-abdf-40bd-b0a7-3a0469b84d2b" -d '{"events": [{"server_uuid": "f3b808fd-b585-4062-a321-9965f704ffe6", "name": "network-vif-plugged", "status": "completed", "tag": "27389513-03ea-4e61-98b8-afb32fb7a007"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:24.747417 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 27389513-03ea-4e61-98b8-afb32fb7a007, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=27389513-03ea-4e61-98b8-afb32fb7a007,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:24.818414 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-b3a612dd-f38b-4fb1-991d-b430f4294f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:24.856925 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:24.856925 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a612dd-f38b-4fb1-991d-b430f4294f74 None None] The sync data for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi is: [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:23:24.859321 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:23:24.908630 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcdceed-4e0d-4275-be97-cd0e3353322a x-openstack-request-id: req-2dcdceed-4e0d-4275-be97-cd0e3353322a {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:24.908630 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b808fd-b585-4062-a321-9965f704ffe6", "name": "network-vif-plugged", "status": "completed", "tag": "27389513-03ea-4e61-98b8-afb32fb7a007", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:24.909101 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2dcdceed-4e0d-4275-be97-cd0e3353322a {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:24.909568 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27389513-03ea-4e61-98b8-afb32fb7a007', 'code': 200} Jan 24 09:23:24.955065 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=27389513-03ea-4e61-98b8-afb32fb7a007,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:24.958289 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c318eb-f248-489b-bb88-0e0286bb61f2 req-73cc14ac-e981-4745-a800-78c9f45571ff tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:24.960431 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-04c318eb-f248-489b-bb88-0e0286bb61f2 req-73cc14ac-e981-4745-a800-78c9f45571ff tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 949 time: 0.0580270 Jan 24 09:23:25.036238 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-04c318eb-f248-489b-bb88-0e0286bb61f2 req-8bca7d07-db4a-4f7d-8364-50dd4ae146fd tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694814 Jan 24 09:23:25.103031 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa54474-8dd9-4961-8cde-71a8ea310362 req-0b7c1bfe-647c-4c23-a862-aa2d730183d3 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:25.104604 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-faa54474-8dd9-4961-8cde-71a8ea310362 req-0b7c1bfe-647c-4c23-a862-aa2d730183d3 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 946 time: 0.0519676 Jan 24 09:23:25.166060 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-faa54474-8dd9-4961-8cde-71a8ea310362 req-90b389b2-5ebd-4ccf-963d-ee64938325c2 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554731 Jan 24 09:23:25.219230 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b9221-e36b-4bf3-8613-6c3dc8d3b1d3 None None] New status for floating IP 10a63bfc-18cf-4266-8de9-08f05c750cf1: DOWN {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:23:25.285094 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bd798dc3-c8df-4b76-983d-4ba3b998db44 req-d0be3462-4009-40a2-a70f-1d5de0083673 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f31eba5c-d268-48b8-8d66-c1da93154cc4 HTTP/1.1" status: 200 len: 210 time: 0.0393124 Jan 24 09:23:25.340727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ef5c-2a93-4940-97dc-08baefe15716 req-3dd6b114-eead-4f79-83a2-f6171c6c14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:25.341961 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4834ef5c-2a93-4940-97dc-08baefe15716 req-3dd6b114-eead-4f79-83a2-f6171c6c14c8 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 1099 time: 0.0435393 Jan 24 09:23:25.394624 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4834ef5c-2a93-4940-97dc-08baefe15716 req-60bd5622-fd1c-41e5-9285-bb7c19cb7f4c service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391276 Jan 24 09:23:26.010439 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:23:26.127542 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:23:26.131618 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:23:26.131994 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:26.145895 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f5eb-e045-4eee-bc37-2378dedd2215 req-43a5dfcf-64dc-4001-962c-46725f095180 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:26.151341 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a838f5eb-e045-4eee-bc37-2378dedd2215 req-43a5dfcf-64dc-4001-962c-46725f095180 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 949 time: 0.0495527 Jan 24 09:23:26.203086 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a838f5eb-e045-4eee-bc37-2378dedd2215 req-d2a47d14-8e5b-4bf3-9e8c-c4295d4349f2 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484459 Jan 24 09:23:26.295706 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff5941-e541-408d-836f-7a2de8de67a5 req-35bf3070-0317-4377-8b9f-3a3b5f481712 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:26.297210 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-99ff5941-e541-408d-836f-7a2de8de67a5 req-35bf3070-0317-4377-8b9f-3a3b5f481712 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 946 time: 0.0519068 Jan 24 09:23:26.345742 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:23:26.346280 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:26.350333 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-99ff5941-e541-408d-836f-7a2de8de67a5 req-e2eec06e-cb10-49c7-a5d1-f77dbaed8c5d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457563 Jan 24 09:23:26.382956 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3,segment=NetworkSegment(dab7650c-baf0-42f4-a033-0c38fb820feb),segment_id=dab7650c-baf0-42f4-a033-0c38fb820feb)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:26.487460 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:26.488282 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 6ecce77c-24a9-465d-84b4-0e5e56ded4dd no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:23:26.525795 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 6ecce77c-24a9-465d-84b4-0e5e56ded4dd {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:23:26.526193 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 6ecce77c-24a9-465d-84b4-0e5e56ded4dd not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:23:26.554899 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:26.570634 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-714cecc2-39ca-4637-afaa-233bbb1cc560 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899158498&fields=id&tenant_id=bedaa9b436ab45108aa33633b17e58d0 HTTP/1.1" status: 200 len: 267 time: 0.0541646 Jan 24 09:23:26.677401 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037921ba-931b-4a00-902a-a67210933923 req-25305c3b-f938-40f9-99a1-aaf33cbd2a61 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:26.678890 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-25305c3b-f938-40f9-99a1-aaf33cbd2a61 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 812 time: 0.1009037 Jan 24 09:23:26.694829 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-dd5880c7-0273-4d6a-833c-dcf2880dbbb4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/quotas/bedaa9b436ab45108aa33633b17e58d0 HTTP/1.1" status: 200 len: 375 time: 0.0094807 Jan 24 09:23:26.753152 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-737a2dbb-06d6-456b-b658-57b78cf97610 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524836 Jan 24 09:23:26.856210 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-04d1fca9-0d97-48ea-b274-160c24b5d824 service neutron] 10.222.0.113 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864732 Jan 24 09:23:26.911100 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0da7e40-72fc-4851-9b48-79c1a222755b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:26.913923 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88702101-75d7-4fb3-88b0-04ddf24ff270" -d '{"events": [{"server_uuid": "e0da7e40-72fc-4851-9b48-79c1a222755b", "name": "network-vif-plugged", "status": "completed", "tag": "2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:26.949572 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-8c0b79af-ba90-44af-b407-ccd609a635e2 service neutron] 10.222.0.113 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870264 Jan 24 09:23:26.952283 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc8711d-730e-44bc-a7ad-b433bf2fbdb6 x-openstack-request-id: req-7bc8711d-730e-44bc-a7ad-b433bf2fbdb6 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:26.952697 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0da7e40-72fc-4851-9b48-79c1a222755b", "name": "network-vif-plugged", "status": "completed", "tag": "2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:26.953079 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-7bc8711d-730e-44bc-a7ad-b433bf2fbdb6 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:26.953487 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0da7e40-72fc-4851-9b48-79c1a222755b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3', 'code': 200} Jan 24 09:23:27.292893 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e4143-b368-4205-ad63-b1a1369c08ad req-53ff4595-02c9-408a-be0a-c58832376ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:27.294418 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-717e4143-b368-4205-ad63-b1a1369c08ad req-53ff4595-02c9-408a-be0a-c58832376ca1 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 1103 time: 0.0438347 Jan 24 09:23:27.323129 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16a435-a5f9-4e32-bfbd-66af6b8e4bf1 req-3c23fd63-f7f2-4173-a461-f00d79c6e07b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:27.324693 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0d16a435-a5f9-4e32-bfbd-66af6b8e4bf1 req-3c23fd63-f7f2-4173-a461-f00d79c6e07b tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 950 time: 0.0539956 Jan 24 09:23:27.341604 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-717e4143-b368-4205-ad63-b1a1369c08ad req-48db42e5-5a33-4f20-a285-2a29cf139548 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388844 Jan 24 09:23:27.373042 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0d16a435-a5f9-4e32-bfbd-66af6b8e4bf1 req-a95cec77-676d-4e3c-8e63-832567431a86 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424335 Jan 24 09:23:27.482004 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc203f-0ed6-4645-b41b-4e052f38dcdc req-8d3d29f6-6edb-4263-8322-f0c3768cf3a4 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:27.483439 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-28dc203f-0ed6-4645-b41b-4e052f38dcdc req-8d3d29f6-6edb-4263-8322-f0c3768cf3a4 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 946 time: 0.0552013 Jan 24 09:23:27.544701 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-28dc203f-0ed6-4645-b41b-4e052f38dcdc req-2fe60e85-ff96-4bee-996f-e9609d46f3a6 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556433 Jan 24 09:23:27.609635 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-937fd104-3be0-41be-95fd-1c0444f90eff req-1dcd6267-25a2-42dd-ae1a-d40feed931fb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 210 time: 0.0271366 Jan 24 09:23:27.713248 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74394-79b4-4331-ac48-36c648628e4d req-6deadbf1-94af-45ae-8c49-10c5adb6c40c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:27.714951 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-74b74394-79b4-4331-ac48-36c648628e4d req-6deadbf1-94af-45ae-8c49-10c5adb6c40c tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 946 time: 0.0516865 Jan 24 09:23:27.724834 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 50380) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:27.729290 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-f964a811-0749-4402-9dee-ecbaf667a471 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Request body: {'floatingip': {'port_id': '27389513-03ea-4e61-98b8-afb32fb7a007'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:27.778072 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f964a811-0749-4402-9dee-ecbaf667a471 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (bb0767bd-9510-4c7f-9e42-af5d316958dc), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:28.225270 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f964a811-0749-4402-9dee-ecbaf667a471 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:28.308662 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f964a811-0749-4402-9dee-ecbaf667a471 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (bb0767bd-9510-4c7f-9e42-af5d316958dc), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:28.408770 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.l3_db [None req-f964a811-0749-4402-9dee-ecbaf667a471 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Floating IP bb0767bd-9510-4c7f-9e42-af5d316958dc associated. External IP: 172.27.0.186, port: 27389513-03ea-4e61-98b8-afb32fb7a007. Jan 24 09:23:28.499206 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17da3b-ec7d-43c2-8870-02449fca8f66 req-aa7dd911-4cb3-46c9-8b74-03ee74863ebe tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:28.500969 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3f17da3b-ec7d-43c2-8870-02449fca8f66 req-aa7dd911-4cb3-46c9-8b74-03ee74863ebe tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 950 time: 0.0569186 Jan 24 09:23:28.549063 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3f17da3b-ec7d-43c2-8870-02449fca8f66 req-65f3083b-87df-450b-8375-b0f12817760e tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421877 Jan 24 09:23:28.632570 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f964a811-0749-4402-9dee-ecbaf667a471 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Router c7b070b7-1d3f-4584-8d15-c0c36faf949f has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:23:28.979216 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-25fc0931-0524-4bf8-923f-c3c23805dfc2 req-2b464bf2-6695-407e-a08a-07851b12af21 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 210 time: 0.0352902 Jan 24 09:23:29.034642 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f964a811-0749-4402-9dee-ecbaf667a471 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:23:29.039646 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f964a811-0749-4402-9dee-ecbaf667a471 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:29.046823 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af72d40e-f8ab-4d7a-824d-20d2f1e8a584 None None] Sync routers for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:23:29.061081 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72d40e-f8ab-4d7a-824d-20d2f1e8a584 None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:23:29.061808 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-af72d40e-f8ab-4d7a-824d-20d2f1e8a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:23:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:29.067014 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-f964a811-0749-4402-9dee-ecbaf667a471 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "PUT /v2.0/floatingips/bb0767bd-9510-4c7f-9e42-af5d316958dc HTTP/1.1" status: 200 len: 992 time: 1.3411303 Jan 24 09:23:29.067600 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'tag': '27389513-03ea-4e61-98b8-afb32fb7a007'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:29.070020 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f9b744-0605-44ba-b2f8-e932c76dc8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b808fd-b585-4062-a321-9965f704ffe6", "tag": "27389513-03ea-4e61-98b8-afb32fb7a007"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:29.112672 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413eacaa-856a-4a76-b1c1-93f4be06fb43 x-openstack-request-id: req-413eacaa-856a-4a76-b1c1-93f4be06fb43 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:29.113214 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b808fd-b585-4062-a321-9965f704ffe6", "tag": "27389513-03ea-4e61-98b8-afb32fb7a007", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:29.113635 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-413eacaa-856a-4a76-b1c1-93f4be06fb43 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:29.114051 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'tag': '27389513-03ea-4e61-98b8-afb32fb7a007', 'status': 'completed', 'code': 200} Jan 24 09:23:29.186560 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-af72d40e-f8ab-4d7a-824d-20d2f1e8a584 None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:23:29.197425 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9b744-0605-44ba-b2f8-e932c76dc8c3 req-78e8e0c6-0200-4488-bab2-02d5c87a3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:29.199029 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-04f9b744-0605-44ba-b2f8-e932c76dc8c3 req-78e8e0c6-0200-4488-bab2-02d5c87a3c52 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1dc910091533410a986175bf4570f541&device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 1099 time: 0.0507269 Jan 24 09:23:29.302248 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9b744-0605-44ba-b2f8-e932c76dc8c3 req-bd74980c-ed15-4491-bfe2-9a6b7ac2e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:29.303831 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-04f9b744-0605-44ba-b2f8-e932c76dc8c3 req-bd74980c-ed15-4491-bfe2-9a6b7ac2e5ca service neutron] 10.222.0.115 "GET /v2.0/networks?id=cecc965a-bd5f-433d-822a-db760db2c0ab HTTP/1.1" status: 200 len: 911 time: 0.0921040 Jan 24 09:23:29.386045 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-04f9b744-0605-44ba-b2f8-e932c76dc8c3 req-6b8b34c3-10e8-49b3-bea2-69d3908d9c76 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27389513-03ea-4e61-98b8-afb32fb7a007 HTTP/1.1" status: 200 len: 1000 time: 0.0639548 Jan 24 09:23:29.424926 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-af72d40e-f8ab-4d7a-824d-20d2f1e8a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'bb0767bd-9510-4c7f-9e42-af5d316958dc', 'tenant_id': '1dc910091533410a986175bf4570f541', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'port_id': '27389513-03ea-4e61-98b8-afb32fb7a007', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'mac_address': 'fa:16:3e:db:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:12Z', 'updated_at': '2022-01-24T09:23:28Z', 'revision_number': 1, 'project_id': '1dc910091533410a986175bf4570f541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:29.437539 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9b744-0605-44ba-b2f8-e932c76dc8c3 req-d2024871-b2aa-4c47-bba3-8602f72b2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:29.439044 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-04f9b744-0605-44ba-b2f8-e932c76dc8c3 req-d2024871-b2aa-4c47-bba3-8602f72b2dfa service neutron] 10.222.0.115 "GET /v2.0/subnets?id=a5112ccc-ca3f-482c-bc18-0e8c182e366d HTTP/1.1" status: 200 len: 849 time: 0.0448358 Jan 24 09:23:29.455747 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af72d40e-f8ab-4d7a-824d-20d2f1e8a584 None None] Checking router: c7b070b7-1d3f-4584-8d15-c0c36faf949f for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:23:29.464741 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72d40e-f8ab-4d7a-824d-20d2f1e8a584 None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:23:29.471891 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-af72d40e-f8ab-4d7a-824d-20d2f1e8a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:23:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:29.490317 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9b744-0605-44ba-b2f8-e932c76dc8c3 req-c485339c-82c4-432f-9a65-89c44ca97cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:29.491889 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-04f9b744-0605-44ba-b2f8-e932c76dc8c3 req-c485339c-82c4-432f-9a65-89c44ca97cce service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=cecc965a-bd5f-433d-822a-db760db2c0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411267 Jan 24 09:23:29.574350 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-af72d40e-f8ab-4d7a-824d-20d2f1e8a584 None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:23:29.681697 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b75e9c-41c1-446f-9900-05f5b348d045 req-17617ff4-327e-482c-90c4-64af31a3bb12 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:29.689018 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-28b75e9c-41c1-446f-9900-05f5b348d045 req-17617ff4-327e-482c-90c4-64af31a3bb12 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 950 time: 0.0592158 Jan 24 09:23:29.748820 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-28b75e9c-41c1-446f-9900-05f5b348d045 req-325c5308-cef5-4c1f-90cc-363f097cdbb2 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586860 Jan 24 09:23:29.839064 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-af72d40e-f8ab-4d7a-824d-20d2f1e8a584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'bb0767bd-9510-4c7f-9e42-af5d316958dc', 'tenant_id': '1dc910091533410a986175bf4570f541', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'port_id': '27389513-03ea-4e61-98b8-afb32fb7a007', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'mac_address': 'fa:16:3e:db:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:12Z', 'updated_at': '2022-01-24T09:23:28Z', 'revision_number': 1, 'project_id': '1dc910091533410a986175bf4570f541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:29.863606 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-04f9b744-0605-44ba-b2f8-e932c76dc8c3 req-c1c76208-cb1d-465e-aae3-8627e3f2dd52 service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494778 Jan 24 09:23:29.877619 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af72d40e-f8ab-4d7a-824d-20d2f1e8a584 None None] The sync data for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi is: [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'bb0767bd-9510-4c7f-9e42-af5d316958dc', 'tenant_id': '1dc910091533410a986175bf4570f541', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'port_id': '27389513-03ea-4e61-98b8-afb32fb7a007', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'mac_address': 'fa:16:3e:db:b0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:12Z', 'updated_at': '2022-01-24T09:23:28Z', 'revision_number': 1, 'project_id': '1dc910091533410a986175bf4570f541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:23:29.993784 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-04f9b744-0605-44ba-b2f8-e932c76dc8c3 req-89058a16-0bed-483d-b012-8cccddc1d2cf service neutron] 10.222.0.115 "GET /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113183 Jan 24 09:23:30.018041 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037921ba-931b-4a00-902a-a67210933923 req-bb776b7d-2eaa-4997-bd67-829f92e99a8f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:30.019784 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-bb776b7d-2eaa-4997-bd67-829f92e99a8f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 812 time: 0.1371052 Jan 24 09:23:30.090403 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-08c49d4c-f615-48d3-8ab9-0986068f9325 req-55174d8a-08af-44f7-8958-417a40702f71 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 210 time: 0.0310373 Jan 24 09:23:30.103155 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-cec12324-d111-4338-986b-7170f5077fb9 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bedaa9b436ab45108aa33633b17e58d0 HTTP/1.1" status: 200 len: 380 time: 0.0706437 Jan 24 09:23:30.114028 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'port': {'device_id': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'admin_state_up': True, 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'security_groups': ['7e7aabea-6fe6-49b7-824e-f56d274b5bbf']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:30.128305 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2934d37a-4b1b-4a07-add7-e333af202694 None None] New status for floating IP bb0767bd-9510-4c7f-9e42-af5d316958dc: ACTIVE {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:23:30.323922 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8c171-76a5-4238-aa40-a5f4e0594cd8 req-85d4d68b-6863-470e-b1c9-5989c9587f72 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:30.325410 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0fc8c171-76a5-4238-aa40-a5f4e0594cd8 req-85d4d68b-6863-470e-b1c9-5989c9587f72 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 950 time: 0.0516646 Jan 24 09:23:30.349886 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Made reservation on behalf of bedaa9b436ab45108aa33633b17e58d0 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:23:30.354973 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:30.376168 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0fc8c171-76a5-4238-aa40-a5f4e0594cd8 req-f1c0a579-ac6f-467a-8d55-fa8d1a13201d tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452311 Jan 24 09:23:30.533488 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Allocated IP 172.20.0.11 (bb18b00a-6e74-4475-8741-4c8ca85a032a/2a033e26-39e0-4ac7-a169-361b0983f20b/5759d870-5446-4073-a6bb-068adfd04ca4) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:23:30.697697 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for port (5759d870-5446-4073-a6bb-068adfd04ca4), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:30.823949 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:30.873370 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Network bb18b00a-6e74-4475-8741-4c8ca85a032a is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:23:30.876735 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:23:30.879456 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:23:30.918876 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'Port': ['ID=5759d870-5446-4073-a6bb-068adfd04ca4,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:30.931076 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.931826 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.931826 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.932149 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.932485 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.932823 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.933159 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.933493 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.933824 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.934175 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.934515 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.934840 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.935161 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:23:30.972695 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:30.973832 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:31.067776 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-fe6a3e85-66a5-4d52-b6a7-4e198414c1d5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9575222 Jan 24 09:23:31.084085 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Request body: {'port': {'device_id': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:31.132059 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-91b1200e-5603-4e8c-8da4-ec038d90c01d None None] Provisioning complete for port 5759d870-5446-4073-a6bb-068adfd04ca4 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:23:31.133322 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-91b1200e-5603-4e8c-8da4-ec038d90c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:31.165837 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:31.170810 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-91b1200e-5603-4e8c-8da4-ec038d90c01d None None] Port 5759d870-5446-4073-a6bb-068adfd04ca4 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:23:31.327624 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535caab-cfbb-4538-9757-063cc8637228 req-b5b7ea77-1618-4c9b-8ef6-5ccad6b8d6ea tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:31.330322 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1535caab-cfbb-4538-9757-063cc8637228 req-b5b7ea77-1618-4c9b-8ef6-5ccad6b8d6ea tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 932 time: 0.1605611 Jan 24 09:23:31.476455 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1535caab-cfbb-4538-9757-063cc8637228 req-509b7153-53f1-40e5-a273-145b843b7705 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405110 Jan 24 09:23:31.525127 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cbe4b-b239-43b6-90af-52abd505b6ad req-021d6194-3214-41a8-8618-e1dc96fd9dce tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:31.527411 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a96cbe4b-b239-43b6-90af-52abd505b6ad req-021d6194-3214-41a8-8618-e1dc96fd9dce tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 950 time: 0.0697069 Jan 24 09:23:31.581498 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a96cbe4b-b239-43b6-90af-52abd505b6ad req-fddbe894-8805-4d8c-834e-2ec4df634142 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/security-groups?id=f725d81b-9a9a-41fe-8484-3971493f2789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481918 Jan 24 09:23:31.597281 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5759d870-5446-4073-a6bb-068adfd04ca4 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:23:31.605922 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Publish callbacks [] for port (5759d870-5446-4073-a6bb-068adfd04ca4), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:31.618781 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Transition to ACTIVE for port object 5759d870-5446-4073-a6bb-068adfd04ca4 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:23:31.687104 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:31.734822 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Pushing event updated for resources: {'Port': ['ID=5759d870-5446-4073-a6bb-068adfd04ca4,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:31.822558 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Attempting to bind port 5759d870-5446-4073-a6bb-068adfd04ca4 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:31.822889 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Attempting to bind port 5759d870-5446-4073-a6bb-068adfd04ca4 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:23:31.823216 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Attempting to bind port 5759d870-5446-4073-a6bb-068adfd04ca4 on network bb18b00a-6e74-4475-8741-4c8ca85a032a {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:23:31.828219 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Port 5759d870-5446-4073-a6bb-068adfd04ca4 on network bb18b00a-6e74-4475-8741-4c8ca85a032a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:23:31.828541 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Attempting to bind port 5759d870-5446-4073-a6bb-068adfd04ca4 on network bb18b00a-6e74-4475-8741-4c8ca85a032a {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:23:31.833706 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:23:31.834249 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Checking segment: {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:23:31.834633 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Bound using segment: {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:23:31.835068 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Bound port: 5759d870-5446-4073-a6bb-068adfd04ca4, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:23:31.835424 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:31.907377 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] For port 5759d870-5446-4073-a6bb-068adfd04ca4, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:23:31.910323 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] For port 5759d870-5446-4073-a6bb-068adfd04ca4, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5759d870-5446-4073-a6bb-068adfd04ca4,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:23:31.999863 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dcd67-7e58-4951-8423-caae933a3de5 req-1e305477-779e-46fa-b6b9-fff15937e7aa tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:32.001339 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-570dcd67-7e58-4951-8423-caae933a3de5 req-1e305477-779e-46fa-b6b9-fff15937e7aa tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.115 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 950 time: 0.0561259 Jan 24 09:23:32.019174 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:32.057945 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:32.058664 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:32.060190 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] 10.222.0.115 "PUT /v2.0/ports/5759d870-5446-4073-a6bb-068adfd04ca4 HTTP/1.1" status: 200 len: 1094 time: 0.9830821 Jan 24 09:23:32.060697 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'tag': '5759d870-5446-4073-a6bb-068adfd04ca4'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:32.063777 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06054a3e-6780-492a-9587-39b2785ade64" -d '{"events": [{"name": "network-changed", "server_uuid": "f32748bf-320b-4cb5-9616-7c1d7260e260", "tag": "5759d870-5446-4073-a6bb-068adfd04ca4"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:32.110795 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [req-570dcd67-7e58-4951-8423-caae933a3de5 req-3e3a02bb-beb0-4d2d-bced-8f1ee6024dd4 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Deleting port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:23:32.111192 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-570dcd67-7e58-4951-8423-caae933a3de5 req-3e3a02bb-beb0-4d2d-bced-8f1ee6024dd4 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:32.115642 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb0be90-c31b-4213-9a97-cec90da2005f x-openstack-request-id: req-eeb0be90-c31b-4213-9a97-cec90da2005f {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:32.120737 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32748bf-320b-4cb5-9616-7c1d7260e260", "tag": "5759d870-5446-4073-a6bb-068adfd04ca4", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:32.126829 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-eeb0be90-c31b-4213-9a97-cec90da2005f {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:32.126829 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'tag': '5759d870-5446-4073-a6bb-068adfd04ca4', 'status': 'completed', 'code': 200} Jan 24 09:23:32.126829 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b9d7a-dc28-4e8d-9ca6-de7dc6e47d1c service neutron] Pushing event updated for resources: {'Port': ['ID=5759d870-5446-4073-a6bb-068adfd04ca4,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:32.213109 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054a3e-6780-492a-9587-39b2785ade64 req-dcb9f3ed-b926-4d80-a626-2463e8a4668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:32.214342 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-06054a3e-6780-492a-9587-39b2785ade64 req-dcb9f3ed-b926-4d80-a626-2463e8a4668b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 1097 time: 0.0640864 Jan 24 09:23:32.240132 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [req-570dcd67-7e58-4951-8423-caae933a3de5 req-3e3a02bb-beb0-4d2d-bced-8f1ee6024dd4 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] For port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3,segment=NetworkSegment(dab7650c-baf0-42f4-a033-0c38fb820feb),segment_id=dab7650c-baf0-42f4-a033-0c38fb820feb)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:32.240664 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-570dcd67-7e58-4951-8423-caae933a3de5 req-3e3a02bb-beb0-4d2d-bced-8f1ee6024dd4 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:32.263213 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [req-570dcd67-7e58-4951-8423-caae933a3de5 req-3e3a02bb-beb0-4d2d-bced-8f1ee6024dd4 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Calling delete_port for 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 owned by compute:nova {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:23:32.343297 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054a3e-6780-492a-9587-39b2785ade64 req-3793b8fd-0f9c-4b70-a366-98a3e0301a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:32.344879 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-06054a3e-6780-492a-9587-39b2785ade64 req-3793b8fd-0f9c-4b70-a366-98a3e0301a40 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bedaa9b436ab45108aa33633b17e58d0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1201074 Jan 24 09:23:32.452068 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06054a3e-6780-492a-9587-39b2785ade64 req-874b8d0d-687e-4c88-8073-736cd8b8a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:32.453567 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-06054a3e-6780-492a-9587-39b2785ade64 req-874b8d0d-687e-4c88-8073-736cd8b8a599 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017358 Jan 24 09:23:32.487186 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-570dcd67-7e58-4951-8423-caae933a3de5 req-3e3a02bb-beb0-4d2d-bced-8f1ee6024dd4 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:32.500005 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:23:32.516681 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a02bb-beb0-4d2d-bced-8f1ee6024dd4 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Pushing event deleted for resources: {'Port': ['ID=2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:32.547033 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037921ba-931b-4a00-902a-a67210933923 req-c21dab55-ab43-4a1d-8dae-1efdf7f67f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:32.549021 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-c21dab55-ab43-4a1d-8dae-1efdf7f67f96 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 1097 time: 0.0576999 Jan 24 09:23:32.579292 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [req-570dcd67-7e58-4951-8423-caae933a3de5 req-3e3a02bb-beb0-4d2d-bced-8f1ee6024dd4 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] No DVR routers for this DVR port 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 on host hv-cinder-80403 {{(pid=103102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:23:32.582748 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [req-570dcd67-7e58-4951-8423-caae933a3de5 req-3e3a02bb-beb0-4d2d-bced-8f1ee6024dd4 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:32.586418 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-570dcd67-7e58-4951-8423-caae933a3de5 req-3e3a02bb-beb0-4d2d-bced-8f1ee6024dd4 tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.115 "DELETE /v2.0/ports/2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 HTTP/1.1" status: 204 len: 173 time: 0.5798240 Jan 24 09:23:32.588088 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0da7e40-72fc-4851-9b48-79c1a222755b', 'name': 'network-vif-deleted', 'tag': '2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3'}] {{(pid=103102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:32.597843 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a1f9b8f426edbc55e6178fb0656aabaaee06a47fc80a7429674e4344d9448a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b7248c-c57e-4e84-99d9-6646bfdc697f" -d '{"events": [{"server_uuid": "e0da7e40-72fc-4851-9b48-79c1a222755b", "name": "network-vif-deleted", "tag": "2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3"}]}' {{(pid=103102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:32.625115 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-d5371f1d-9de3-4e5e-a4f9-1835b65b4d00 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5759d870-5446-4073-a6bb-068adfd04ca4 HTTP/1.1" status: 200 len: 217 time: 0.0669992 Jan 24 09:23:32.719047 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958f179a-c080-46ab-8ccb-8103b588521e x-openstack-request-id: req-958f179a-c080-46ab-8ccb-8103b588521e {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:32.719447 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0da7e40-72fc-4851-9b48-79c1a222755b", "name": "network-vif-deleted", "tag": "2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3", "status": "completed", "code": 200}]} {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:32.719860 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-958f179a-c080-46ab-8ccb-8103b588521e {{(pid=103102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:32.720357 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0da7e40-72fc-4851-9b48-79c1a222755b', 'name': 'network-vif-deleted', 'tag': '2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3', 'status': 'completed', 'code': 200} Jan 24 09:23:32.726621 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd247039-1a8e-43b9-9820-e39800574e26 req-8d165cf5-c2c0-425d-8a37-10b9e995dd4f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:32.729392 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bd247039-1a8e-43b9-9820-e39800574e26 req-8d165cf5-c2c0-425d-8a37-10b9e995dd4f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 944 time: 0.1639452 Jan 24 09:23:32.731448 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037921ba-931b-4a00-902a-a67210933923 req-db1d8997-9eda-4d64-becb-10e3b76c82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:32.732841 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-db1d8997-9eda-4d64-becb-10e3b76c82e2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 200 len: 851 time: 0.0971220 Jan 24 09:23:32.799161 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4c7fb9f7-33ab-441b-b793-8e9266de8a2c req-5ea18c90-883a-43d6-9c5c-d376d242e1cf tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 210 time: 0.0285826 Jan 24 09:23:32.819961 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bd247039-1a8e-43b9-9820-e39800574e26 req-17a16c44-2427-4022-b214-d9730b541e03 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823679 Jan 24 09:23:32.830080 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037921ba-931b-4a00-902a-a67210933923 req-0dbb329d-780b-45e7-9c56-88968b415bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:32.831663 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-0dbb329d-780b-45e7-9c56-88968b415bb7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bb18b00a-6e74-4475-8741-4c8ca85a032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0860763 Jan 24 09:23:32.934206 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-0e39ffac-10c3-4290-a226-7ed468119197 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937290 Jan 24 09:23:33.026574 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037921ba-931b-4a00-902a-a67210933923 req-2d156373-e6cd-4861-9bee-9fa561ce17e7 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860941 Jan 24 09:23:33.922371 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9e786d20-0f84-4336-a01d-35a7d1375cc4 req-efaaa057-de4e-48d9-ba28-3bd8d99e942a tempest-VolumesNegativeTest-361993377 tempest-VolumesNegativeTest-361993377-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0da7e40-72fc-4851-9b48-79c1a222755b HTTP/1.1" status: 200 len: 210 time: 0.0379281 Jan 24 09:23:33.959773 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35286cbc-d106-417e-8cdc-2a04c30bfca0 req-1853bb2c-82e5-487b-9226-8aae88c3db89 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:33.962468 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-35286cbc-d106-417e-8cdc-2a04c30bfca0 req-1853bb2c-82e5-487b-9226-8aae88c3db89 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 944 time: 0.0605080 Jan 24 09:23:34.020487 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-35286cbc-d106-417e-8cdc-2a04c30bfca0 req-93089e33-eba9-4e93-addb-7ebbc0237b10 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528808 Jan 24 09:23:35.138952 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6093337-65fd-47ef-8abe-167c28649be9 req-1f91bfbe-8825-47ce-962f-c0d664778b9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:35.145903 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b6093337-65fd-47ef-8abe-167c28649be9 req-1f91bfbe-8825-47ce-962f-c0d664778b9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 944 time: 0.0568027 Jan 24 09:23:35.192462 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b6093337-65fd-47ef-8abe-167c28649be9 req-950c4541-ed72-40bf-965a-ea40573cf59e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456622 Jan 24 09:23:35.296407 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:23:35.440265 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa046959-3a54-434f-9287-6458b0beeec3 req-3324a349-332e-4650-8fe2-1a9c18335525 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:35.440265 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-aa046959-3a54-434f-9287-6458b0beeec3 req-3324a349-332e-4650-8fe2-1a9c18335525 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0526285 Jan 24 09:23:35.488125 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-aa046959-3a54-434f-9287-6458b0beeec3 req-656522a7-6d6d-46a5-aaa8-d475656f487d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423834 Jan 24 09:23:36.068753 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:23:36.093092 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:23:36.093361 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 2c19c235-0e2f-4db9-aa73-c1e9f3c69ff3 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:23:36.315055 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb559d-88fe-4b82-b642-46f46533422b req-d59c8a1d-d23f-4316-ae6c-ca19bb3b10ed tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:36.316682 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dcdb559d-88fe-4b82-b642-46f46533422b req-d59c8a1d-d23f-4316-ae6c-ca19bb3b10ed tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 944 time: 0.0536726 Jan 24 09:23:36.368650 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dcdb559d-88fe-4b82-b642-46f46533422b req-7e9fff6f-73b5-4b1e-8c73-4724e4859bb5 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448632 Jan 24 09:23:36.628262 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604ff76-2410-4654-a772-9277eab5e7a5 req-68072f75-7366-4184-a17d-6c164a97631e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:36.629777 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4604ff76-2410-4654-a772-9277eab5e7a5 req-68072f75-7366-4184-a17d-6c164a97631e tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0561464 Jan 24 09:23:36.679627 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4604ff76-2410-4654-a772-9277eab5e7a5 req-d2ace628-a9a9-4d5c-9031-7229cde123c7 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440345 Jan 24 09:23:37.495837 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a93d8-cfec-475f-baf8-37e0ca794aa6 req-7c9d4000-01fb-4081-867c-e992bda17836 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:37.497643 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-597a93d8-cfec-475f-baf8-37e0ca794aa6 req-7c9d4000-01fb-4081-867c-e992bda17836 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 944 time: 0.0515814 Jan 24 09:23:37.548068 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-597a93d8-cfec-475f-baf8-37e0ca794aa6 req-4be3e974-cde6-4cb4-91a5-ea63e4bb8d1b tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447018 Jan 24 09:23:37.805967 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cce6f-9b46-4bfa-9b7f-7685ca74963d req-a72d5c58-4d1b-4be9-982d-e1338fc12a81 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:37.807678 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-117cce6f-9b46-4bfa-9b7f-7685ca74963d req-a72d5c58-4d1b-4be9-982d-e1338fc12a81 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0526471 Jan 24 09:23:37.855332 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-117cce6f-9b46-4bfa-9b7f-7685ca74963d req-f6fd6095-ac91-4120-9dae-3fbc7cb67e3b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421391 Jan 24 09:23:38.671421 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afa26d-41e0-4581-acb3-483b05229860 req-03ae5397-5182-440b-8536-c44057af180d tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:38.673049 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d4afa26d-41e0-4581-acb3-483b05229860 req-03ae5397-5182-440b-8536-c44057af180d tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 944 time: 0.0574450 Jan 24 09:23:38.730967 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d4afa26d-41e0-4581-acb3-483b05229860 req-5e77eb1e-ec7f-494d-a28b-ccd247a881fb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523210 Jan 24 09:23:38.978157 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c7eb4-4ddf-463e-b85b-ff23d7e39689 req-6cedbe88-67d5-4f02-b299-75bfdad22cef tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:38.979677 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-780c7eb4-4ddf-463e-b85b-ff23d7e39689 req-6cedbe88-67d5-4f02-b299-75bfdad22cef tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0499487 Jan 24 09:23:39.031936 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-780c7eb4-4ddf-463e-b85b-ff23d7e39689 req-3a3107ad-4af0-464f-8bd5-aece5fc97056 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466497 Jan 24 09:23:39.870658 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3e67d-556b-41e9-8ed4-f6c0fbf3a7aa req-420c6f31-f848-4d17-adb3-d423da4cd66f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:39.872225 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bcb3e67d-556b-41e9-8ed4-f6c0fbf3a7aa req-420c6f31-f848-4d17-adb3-d423da4cd66f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 944 time: 0.0577135 Jan 24 09:23:39.942392 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bcb3e67d-556b-41e9-8ed4-f6c0fbf3a7aa req-fa0e411e-5795-4fe3-a9b3-f1baa4c17775 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509100 Jan 24 09:23:40.109113 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 5759d870-5446-4073-a6bb-068adfd04ca4 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:23:40.163334 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51262f8b-3ecf-4be1-a79d-67c81c4ef92e req-a393798a-8e24-4bdb-aa0d-ead3cf17d877 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:40.164827 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-51262f8b-3ecf-4be1-a79d-67c81c4ef92e req-a393798a-8e24-4bdb-aa0d-ead3cf17d877 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0512066 Jan 24 09:23:40.211996 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 5759d870-5446-4073-a6bb-068adfd04ca4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5759d870-5446-4073-a6bb-068adfd04ca4,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:40.216318 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-51262f8b-3ecf-4be1-a79d-67c81c4ef92e req-a2806a94-98df-4c24-8218-074c652b379b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446248 Jan 24 09:23:40.226887 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '5759d870-5446-4073-a6bb-068adfd04ca4', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'port_id': '5759d870-5446-4073-a6bb-068adfd04ca4', 'mac_address': 'fa:16:3e:da:8c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:23:40.265613 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 5759d870-5446-4073-a6bb-068adfd04ca4 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:23:40.266017 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:40.279648 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5759d870-5446-4073-a6bb-068adfd04ca4 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:23:40.301080 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 5759d870-5446-4073-a6bb-068adfd04ca4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5759d870-5446-4073-a6bb-068adfd04ca4,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:40.389484 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:40.439608 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=5759d870-5446-4073-a6bb-068adfd04ca4,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:40.695269 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['5759d870-5446-4073-a6bb-068adfd04ca4'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:23:41.049121 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb42f69-e5af-4811-a983-98416b99a297 req-a4cc8c90-d53d-4a2a-9fcf-80b01beffefc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:41.050592 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8eb42f69-e5af-4811-a983-98416b99a297 req-a4cc8c90-d53d-4a2a-9fcf-80b01beffefc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 945 time: 0.0487278 Jan 24 09:23:41.102212 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8eb42f69-e5af-4811-a983-98416b99a297 req-75635c2d-4d21-4117-907c-a0b2f7106fa9 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461092 Jan 24 09:23:41.342071 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48439dae-b48c-42f4-82e6-42153e373dc7 req-40ebe661-b613-48ba-ac86-c063728ca1d2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:41.343579 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-48439dae-b48c-42f4-82e6-42153e373dc7 req-40ebe661-b613-48ba-ac86-c063728ca1d2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0496266 Jan 24 09:23:41.385189 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 50738) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:41.393654 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-48439dae-b48c-42f4-82e6-42153e373dc7 req-708cdf31-6d09-429e-8599-98505dea7003 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435140 Jan 24 09:23:41.520550 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-9971305b-8779-4385-a9f6-a3502a473852 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9e9934be44344de7ab0d0f94800506a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342106 Jan 24 09:23:41.523090 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 50742) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:41.579651 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d750a865-5bb2-4067-999b-4cdf05deb06f admin admin] Publish callbacks [] for security_group (f725d81b-9a9a-41fe-8484-3971493f2789), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:41.600440 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d750a865-5bb2-4067-999b-4cdf05deb06f admin admin] Publish callbacks [] for security_group (f725d81b-9a9a-41fe-8484-3971493f2789), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:41.707948 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d750a865-5bb2-4067-999b-4cdf05deb06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (f725d81b-9a9a-41fe-8484-3971493f2789), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:41.710529 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d750a865-5bb2-4067-999b-4cdf05deb06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:41.711678 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-d750a865-5bb2-4067-999b-4cdf05deb06f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f725d81b-9a9a-41fe-8484-3971493f2789 HTTP/1.1" status: 204 len: 168 time: 0.1876986 Jan 24 09:23:41.720203 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750a865-5bb2-4067-999b-4cdf05deb06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f725d81b-9a9a-41fe-8484-3971493f2789,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:42.129825 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 5759d870-5446-4073-a6bb-068adfd04ca4 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:23:42.225949 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75afa40-cd8c-4517-acc8-519d3121c40f req-89b091cb-e026-4287-8694-7d6efb4f2913 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:42.227368 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f75afa40-cd8c-4517-acc8-519d3121c40f req-89b091cb-e026-4287-8694-7d6efb4f2913 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 945 time: 0.0532169 Jan 24 09:23:42.278362 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f75afa40-cd8c-4517-acc8-519d3121c40f req-ed1f5488-0b25-49e0-a8f7-ec300a8775f4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449281 Jan 24 09:23:42.314015 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 5759d870-5446-4073-a6bb-068adfd04ca4 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:23:42.323466 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 5759d870-5446-4073-a6bb-068adfd04ca4 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:23:42.323466 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:42.396546 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 5759d870-5446-4073-a6bb-068adfd04ca4 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:23:42.396942 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:42.420531 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5759d870-5446-4073-a6bb-068adfd04ca4'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:42.422856 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e589a7-8354-47cb-9b8a-e5253d6268d0" -d '{"events": [{"server_uuid": "f32748bf-320b-4cb5-9616-7c1d7260e260", "name": "network-vif-plugged", "status": "completed", "tag": "5759d870-5446-4073-a6bb-068adfd04ca4"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:42.435489 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 5759d870-5446-4073-a6bb-068adfd04ca4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5759d870-5446-4073-a6bb-068adfd04ca4,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:42.470841 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85cc362-2f40-4cce-b886-6caf6ad868f9 x-openstack-request-id: req-a85cc362-2f40-4cce-b886-6caf6ad868f9 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:42.471229 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32748bf-320b-4cb5-9616-7c1d7260e260", "name": "network-vif-plugged", "status": "completed", "tag": "5759d870-5446-4073-a6bb-068adfd04ca4", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:42.471545 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a85cc362-2f40-4cce-b886-6caf6ad868f9 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:42.472007 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5759d870-5446-4073-a6bb-068adfd04ca4', 'code': 200} Jan 24 09:23:42.526940 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:42.531827 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b13ee-58ae-45fe-9937-914ae806b41f req-95f38d51-e800-4345-ab06-395d76ab1578 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:42.533431 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5b6b13ee-58ae-45fe-9937-914ae806b41f req-95f38d51-e800-4345-ab06-395d76ab1578 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0591037 Jan 24 09:23:42.584744 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=5759d870-5446-4073-a6bb-068adfd04ca4,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:42.604641 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5b6b13ee-58ae-45fe-9937-914ae806b41f req-c723b92d-af40-4c25-a17f-cbd66871d964 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651381 Jan 24 09:23:42.820251 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 50772) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:42.917462 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c9124-acdc-4adb-9c4f-1a3e4a12d5e3 req-9f65d3c3-76f7-4636-86f1-483dd1256523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:42.919009 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8a0c9124-acdc-4adb-9c4f-1a3e4a12d5e3 req-9f65d3c3-76f7-4636-86f1-483dd1256523 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 1099 time: 0.0406072 Jan 24 09:23:42.923816 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1441847407-network', 'tenant_id': '1c949bc4951b4373b064a77e47c3dc8d'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:42.979054 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8a0c9124-acdc-4adb-9c4f-1a3e4a12d5e3 req-ab18959f-2cc0-4ec2-8106-dde3135449d1 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487716 Jan 24 09:23:43.035109 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Made reservation on behalf of 1c949bc4951b4373b064a77e47c3dc8d for: {'network': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:23:43.037329 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:43.046065 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:43.123761 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Publish callbacks [] for security_group (a13883a7-5df6-4af7-816a-fe674b32b4f6), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:43.200967 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a13883a7-5df6-4af7-816a-fe674b32b4f6), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:43.226032 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:23:43.235956 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13883a7-5df6-4af7-816a-fe674b32b4f6,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:43.241745 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (b8efa410-73e4-4ac0-9cef-4a2315bcbc31), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:43.242119 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.segments_db [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Added segment b8efa410-73e4-4ac0-9cef-4a2315bcbc31 of type vlan for network c4cf2215-2834-4f58-92b9-07bf71222c87 Jan 24 09:23:43.281674 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (c4cf2215-2834-4f58-92b9-07bf71222c87), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:43.397745 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e307df-aab7-435a-8646-1b315ee46d23 req-ed6a3a75-c021-42b1-baaf-41a0115a385e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:43.399250 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-22e307df-aab7-435a-8646-1b315ee46d23 req-ed6a3a75-c021-42b1-baaf-41a0115a385e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 946 time: 0.0486116 Jan 24 09:23:43.400931 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (c4cf2215-2834-4f58-92b9-07bf71222c87), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:43.401790 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:43.402380 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:43.487709 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] Pushing event updated for resources: {'Network': ['ID=c4cf2215-2834-4f58-92b9-07bf71222c87,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:43.498233 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network c4cf2215-2834-4f58-92b9-07bf71222c87 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:23:43.507208 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-22e307df-aab7-435a-8646-1b315ee46d23 req-df120683-e8e4-48f6-bec0-e50d5c25acef tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002402 Jan 24 09:23:43.546912 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-f84e4151-6386-4c96-8cd1-28916806c032 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7255096 Jan 24 09:23:43.549587 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 50778) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:43.554316 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] Request body: {'subnet': {'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1441847407-subnet', 'tenant_id': '1c949bc4951b4373b064a77e47c3dc8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:43.683978 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] Made reservation on behalf of 1c949bc4951b4373b064a77e47c3dc8d for: {'subnet': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:23:43.686169 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10073933'] for subnet (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:43.779970 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b2ab5-a355-4071-adfa-af33973625d8 req-a9d4fe51-1720-4181-9c9e-148427937ce7 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:43.781472 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c00b2ab5-a355-4071-adfa-af33973625d8 req-a9d4fe51-1720-4181-9c9e-148427937ce7 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.1078558 Jan 24 09:23:43.860079 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c00b2ab5-a355-4071-adfa-af33973625d8 req-f2a56485-1dd7-4761-9d07-83035657ff3b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729041 Jan 24 09:23:44.023817 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8393531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10073951'] for subnet (d3a58346-77e6-4546-a8b6-e089aaec66f3), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:44.081480 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a58346-77e6-4546-a8b6-e089aaec66f3,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:44.092341 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] Checking segment: {'id': 'b8efa410-73e4-4ac0-9cef-4a2315bcbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:23:44.092701 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] Network hostable DHCP agents. Network: c4cf2215-2834-4f58-92b9-07bf71222c87, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:23:44.183756 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] Network c4cf2215-2834-4f58-92b9-07bf71222c87 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:23:44.269534 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, c4cf2215-2834-4f58-92b9-07bf71222c87) {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:23:44.274072 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:44.274372 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:44.279790 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ec4a82-7384-482f-a76e-90dd79bce824 None None] Network c4cf2215-2834-4f58-92b9-07bf71222c87 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:23:44.359324 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-b19d3ecc-2179-4054-b79f-d90cdf1f71fd admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8079729 Jan 24 09:23:44.381107 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7aa900-6332-4c6c-9459-65e50812daa8 None None] Network c4cf2215-2834-4f58-92b9-07bf71222c87 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:23:44.635007 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af038b-5139-4128-812f-cdf80863f30b req-0d6e0451-aca8-4054-9946-570193353e5b tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:44.636663 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c0af038b-5139-4128-812f-cdf80863f30b req-0d6e0451-aca8-4054-9946-570193353e5b tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 946 time: 0.0508175 Jan 24 09:23:44.688489 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c0af038b-5139-4128-812f-cdf80863f30b req-14078062-e1d2-4ad8-8415-098c1b58fcf1 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461624 Jan 24 09:23:44.805652 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1276962-b281-44b8-846a-c3e19f0a2c0d req-04b8b021-59da-415d-b1d1-73695a66abc0 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:44.807165 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f1276962-b281-44b8-846a-c3e19f0a2c0d req-04b8b021-59da-415d-b1d1-73695a66abc0 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 946 time: 0.0493546 Jan 24 09:23:44.858051 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f1276962-b281-44b8-846a-c3e19f0a2c0d req-f0b49de1-4a98-4e0d-b816-7b5f785af137 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441957 Jan 24 09:23:44.882333 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 50796) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:44.924718 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7659b810-035d-45d9-8f13-a90988759679 tempest-TestVolumeBootPattern-1865193542 tempest-TestVolumeBootPattern-1865193542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:44.926303 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-7659b810-035d-45d9-8f13-a90988759679 tempest-TestVolumeBootPattern-1865193542 tempest-TestVolumeBootPattern-1865193542-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 1094 time: 0.0429025 Jan 24 09:23:44.929231 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 50800) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:23:44.934324 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'floatingip': {'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'port_id': '5759d870-5446-4073-a6bb-068adfd04ca4', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:44.997093 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6b5c9-c6f5-4c0a-b0e6-a5f5bac84f8f req-4ed8fd61-3de7-4796-b7c4-e801dc64cfc3 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:44.998537 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e3f6b5c9-c6f5-4c0a-b0e6-a5f5bac84f8f req-4ed8fd61-3de7-4796-b7c4-e801dc64cfc3 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0588186 Jan 24 09:23:45.047463 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e3f6b5c9-c6f5-4c0a-b0e6-a5f5bac84f8f req-b5bf46b5-78f0-4973-8a57-14fc7fbaabbb tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433643 Jan 24 09:23:45.058514 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:45.157522 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:45.263698 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Allocated IP 172.27.0.243 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/3e408c47-447c-4fcf-9c1b-15739a6a9137) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:23:45.388371 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for port (3e408c47-447c-4fcf-9c1b-15739a6a9137), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:45.510293 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (3e408c47-447c-4fcf-9c1b-15739a6a9137), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:45.552077 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:23:45.556348 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:23:45.561722 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:23:45.564976 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'Port': ['ID=3e408c47-447c-4fcf-9c1b-15739a6a9137,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:45.933911 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (b05478fb-4cc0-438f-8c73-430f8528f0e6), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:46.143100 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (3e408c47-447c-4fcf-9c1b-15739a6a9137), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:46.211868 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3772baf-f535-4083-a729-d680f0be37d8 req-6636de11-e941-42f6-8cb4-f423a91419e3 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:46.213361 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b3772baf-f535-4083-a729-d680f0be37d8 req-6636de11-e941-42f6-8cb4-f423a91419e3 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0879891 Jan 24 09:23:46.273584 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-644b3ac2-e5c7-47b8-b2f4-b02e6c729f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:46.316912 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b3772baf-f535-4083-a729-d680f0be37d8 req-f6c88e35-2151-4656-ac71-d21fb39b44ee tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968616 Jan 24 09:23:46.364875 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for port (3e408c47-447c-4fcf-9c1b-15739a6a9137), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:46.435179 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (3e408c47-447c-4fcf-9c1b-15739a6a9137), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:46.507127 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'Port': ['ID=3e408c47-447c-4fcf-9c1b-15739a6a9137,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:46.519470 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (b05478fb-4cc0-438f-8c73-430f8528f0e6), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:46.603267 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7613bdb3-96c3-414a-879b-acb59c6280d3 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:46.605037 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7613bdb3-96c3-414a-879b-acb59c6280d3 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/networks?id=c4cf2215-2834-4f58-92b9-07bf71222c87 HTTP/1.1" status: 200 len: 814 time: 0.1088581 Jan 24 09:23:46.619520 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-a9a096ef-c1bf-488f-94b4-641c6a12e1a3 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/quotas/1c949bc4951b4373b064a77e47c3dc8d HTTP/1.1" status: 200 len: 375 time: 0.0089700 Jan 24 09:23:46.622573 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.l3_db [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Floating IP b05478fb-4cc0-438f-8c73-430f8528f0e6 associated. External IP: 172.27.0.243, port: 5759d870-5446-4073-a6bb-068adfd04ca4. Jan 24 09:23:46.653701 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-84fe263e-aa5a-464e-874c-e8d6c654265f tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1c949bc4951b4373b064a77e47c3dc8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276937 Jan 24 09:23:46.749042 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-8e16b82c-cc31-4ec0-883c-e0c5e13870f5 service neutron] 10.222.0.113 "GET /v2.0/networks/c4cf2215-2834-4f58-92b9-07bf71222c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887976 Jan 24 09:23:46.843494 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7b889848-4da9-469f-aebf-6cec08d07c13 service neutron] 10.222.0.113 "GET /v2.0/networks/c4cf2215-2834-4f58-92b9-07bf71222c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883241 Jan 24 09:23:47.091939 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Router 9d9eb99a-e469-4057-b54d-facb85f9ccab has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:23:47.128013 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9dde9784-9f0f-44cb-8605-590daff86788 req-df6b2090-287f-4f94-a343-6f9cc9386aed tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 210 time: 0.0283008 Jan 24 09:23:47.234619 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:23:47.244113 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a4b192-9523-48d4-9d72-139828c23e59 None None] Sync routers for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:23:47.254724 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4b192-9523-48d4-9d72-139828c23e59 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:23:47.255331 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-e2a4b192-9523-48d4-9d72-139828c23e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:23:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:47.334070 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:47.362829 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-e2a4b192-9523-48d4-9d72-139828c23e59 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:23:47.363521 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-04b9f1fb-4373-4003-8984-7c3c850164fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4332414 Jan 24 09:23:47.365269 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'tag': '5759d870-5446-4073-a6bb-068adfd04ca4'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:47.366536 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49ce0d1-e5ab-437a-9726-0e1571bbf313" -d '{"events": [{"name": "network-changed", "server_uuid": "f32748bf-320b-4cb5-9616-7c1d7260e260", "tag": "5759d870-5446-4073-a6bb-068adfd04ca4"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:47.410054 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e1227-d7d6-4dc9-8a40-7caaf2f30083 x-openstack-request-id: req-c29e1227-d7d6-4dc9-8a40-7caaf2f30083 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:47.410462 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32748bf-320b-4cb5-9616-7c1d7260e260", "tag": "5759d870-5446-4073-a6bb-068adfd04ca4", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:47.410736 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c29e1227-d7d6-4dc9-8a40-7caaf2f30083 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:47.411138 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'tag': '5759d870-5446-4073-a6bb-068adfd04ca4', 'status': 'completed', 'code': 200} Jan 24 09:23:47.476005 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50214732-b3af-44ba-a619-126a7d74eff0 req-aac79785-2b53-4e57-9aae-f26522810628 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:47.477583 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-50214732-b3af-44ba-a619-126a7d74eff0 req-aac79785-2b53-4e57-9aae-f26522810628 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0580268 Jan 24 09:23:47.506333 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ce0d1-e5ab-437a-9726-0e1571bbf313 req-542fa76a-7f5b-432b-9d95-6248a8890064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:47.507995 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b49ce0d1-e5ab-437a-9726-0e1571bbf313 req-542fa76a-7f5b-432b-9d95-6248a8890064 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 1099 time: 0.0484188 Jan 24 09:23:47.533391 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-50214732-b3af-44ba-a619-126a7d74eff0 req-6195db96-bf38-4f1f-946a-598bd35c10a4 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485690 Jan 24 09:23:47.607990 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:47.612013 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ce0d1-e5ab-437a-9726-0e1571bbf313 req-41cf3a69-e491-4f80-b37a-155f4db3d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:47.618900 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b49ce0d1-e5ab-437a-9726-0e1571bbf313 req-41cf3a69-e491-4f80-b37a-155f4db3d10b service neutron] 10.222.0.115 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 913 time: 0.0943210 Jan 24 09:23:47.639569 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-e2a4b192-9523-48d4-9d72-139828c23e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'b05478fb-4cc0-438f-8c73-430f8528f0e6', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '5759d870-5446-4073-a6bb-068adfd04ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:da:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:45Z', 'updated_at': '2022-01-24T09:23:45Z', 'revision_number': 0, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:47.672894 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a4b192-9523-48d4-9d72-139828c23e59 None None] Checking router: 9d9eb99a-e469-4057-b54d-facb85f9ccab for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:23:47.682899 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4b192-9523-48d4-9d72-139828c23e59 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:23:47.683621 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-e2a4b192-9523-48d4-9d72-139828c23e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:23:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:47.690013 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b49ce0d1-e5ab-437a-9726-0e1571bbf313 req-33c7d60b-5ac7-4f48-aac6-4c36a4e2efc8 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5759d870-5446-4073-a6bb-068adfd04ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0677955 Jan 24 09:23:47.748856 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ce0d1-e5ab-437a-9726-0e1571bbf313 req-66625f25-325b-44a7-972b-d2c1e0f3d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:47.750352 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b49ce0d1-e5ab-437a-9726-0e1571bbf313 req-66625f25-325b-44a7-972b-d2c1e0f3d691 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 200 len: 851 time: 0.0448437 Jan 24 09:23:47.792482 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-e2a4b192-9523-48d4-9d72-139828c23e59 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:23:47.799474 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ce0d1-e5ab-437a-9726-0e1571bbf313 req-3e26f6b0-4f0e-4a41-aa8c-f82fadc58282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:47.800949 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b49ce0d1-e5ab-437a-9726-0e1571bbf313 req-3e26f6b0-4f0e-4a41-aa8c-f82fadc58282 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bb18b00a-6e74-4475-8741-4c8ca85a032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409439 Jan 24 09:23:47.904293 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b49ce0d1-e5ab-437a-9726-0e1571bbf313 req-29615d3a-527a-4cf8-89c7-2ce4319e6d4b service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906532 Jan 24 09:23:48.008456 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b49ce0d1-e5ab-437a-9726-0e1571bbf313 req-f4d14f3f-ed63-4278-8031-11e469167972 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926414 Jan 24 09:23:48.056107 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-e2a4b192-9523-48d4-9d72-139828c23e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'b05478fb-4cc0-438f-8c73-430f8528f0e6', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '5759d870-5446-4073-a6bb-068adfd04ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:da:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:45Z', 'updated_at': '2022-01-24T09:23:45Z', 'revision_number': 0, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:23:48.083567 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a4b192-9523-48d4-9d72-139828c23e59 None None] The sync data for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi is: [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'b05478fb-4cc0-438f-8c73-430f8528f0e6', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '5759d870-5446-4073-a6bb-068adfd04ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:da:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:45Z', 'updated_at': '2022-01-24T09:23:45Z', 'revision_number': 0, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:23:48.177311 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 11759d98-c43e-497b-a68d-7ce168a0cd80 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:23:48.228176 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0e06c239-c392-4bfd-8623-d8757341045c req-c535298c-efc0-4813-80a9-0d665cb558ce tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 210 time: 0.0369637 Jan 24 09:23:48.300530 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:48.315761 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'port_id': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'mac_address': 'fa:16:3e:1b:b0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:23:48.331942 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e319a-e9a7-4046-9a19-abaca103db4d None None] New status for floating IP b05478fb-4cc0-438f-8c73-430f8528f0e6: ACTIVE {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:23:48.357586 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 11759d98-c43e-497b-a68d-7ce168a0cd80 is: ACTIVE; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:23:48.358283 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:48.373305 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11759d98-c43e-497b-a68d-7ce168a0cd80 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:23:48.396542 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:48.498818 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:48.550055 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-149f55c1-4571-47e3-bc42-53bb8dca8041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:48.555010 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=11759d98-c43e-497b-a68d-7ce168a0cd80,revision_number=6']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:48.597342 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['11759d98-c43e-497b-a68d-7ce168a0cd80'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:23:48.678228 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a6378-ca41-4bcd-bddd-df5d0b3c5cc8 req-42d5d326-8ec7-4f49-9e07-678a60a0e374 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:48.679814 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-423a6378-ca41-4bcd-bddd-df5d0b3c5cc8 req-42d5d326-8ec7-4f49-9e07-678a60a0e374 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 945 time: 0.0601764 Jan 24 09:23:48.751538 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-423a6378-ca41-4bcd-bddd-df5d0b3c5cc8 req-6fd02955-b6fd-4446-a143-4ed403e8361f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501928 Jan 24 09:23:49.324496 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fb383b51-9dbc-4229-ac9d-95f94cb8c5de req-8f16e062-4fcb-475e-af2e-1470568ed2aa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 210 time: 0.0303614 Jan 24 09:23:49.876209 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-bdbdf942-cc2d-40a5-9a82-38b01c530c56 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:49.877114 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-bdbdf942-cc2d-40a5-9a82-38b01c530c56 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.115 "GET /v2.0/networks?id=c4cf2215-2834-4f58-92b9-07bf71222c87 HTTP/1.1" status: 200 len: 814 time: 0.1615229 Jan 24 09:23:49.883190 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:49.896174 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Request body: {'port': {'device_id': '2d0785ce-c2d6-41e2-a529-ff266689e287', 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87', 'admin_state_up': True, 'tenant_id': '1c949bc4951b4373b064a77e47c3dc8d'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:49.938020 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e087a9-4e49-4358-910d-ffb032c535fc req-4f3e9ebf-8dc3-42ef-9e20-e659b8497113 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:49.940296 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b1e087a9-4e49-4358-910d-ffb032c535fc req-4f3e9ebf-8dc3-42ef-9e20-e659b8497113 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 945 time: 0.0730543 Jan 24 09:23:50.009962 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b1e087a9-4e49-4358-910d-ffb032c535fc req-77761b62-dec5-4803-af1b-51e874411417 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630116 Jan 24 09:23:50.179060 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Made reservation on behalf of 1c949bc4951b4373b064a77e47c3dc8d for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:23:50.183555 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:50.199899 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 11759d98-c43e-497b-a68d-7ce168a0cd80 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:23:50.346726 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 11759d98-c43e-497b-a68d-7ce168a0cd80 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:23:50.347757 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:50.445881 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Allocated IP 172.20.0.5 (c4cf2215-2834-4f58-92b9-07bf71222c87/d3a58346-77e6-4546-a8b6-e089aaec66f3/af44ef74-9065-4c31-aa65-3262cf173e00) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:23:50.500094 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 11759d98-c43e-497b-a68d-7ce168a0cd80 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:23:50.500615 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:50.527445 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f2b56ad7-f296-4d4c-856d-533106f2cb5d req-a1b3aa00-fb35-4476-8daf-d2dfe912c69e tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 210 time: 0.0584805 Jan 24 09:23:50.531698 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:50.543096 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f5ba25-d5e9-44d0-9787-81b672c5becf" -d '{"events": [{"server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "name": "network-vif-plugged", "status": "completed", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:50.563628 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:50.596189 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03322037-aefa-41ba-9865-8094a639bf0f x-openstack-request-id: req-03322037-aefa-41ba-9865-8094a639bf0f {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:50.596488 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "name": "network-vif-plugged", "status": "completed", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:50.596742 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-03322037-aefa-41ba-9865-8094a639bf0f {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:50.597167 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'code': 200} Jan 24 09:23:50.646458 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:50.674161 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks [] for port (af44ef74-9065-4c31-aa65-3262cf173e00), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:50.703510 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=11759d98-c43e-497b-a68d-7ce168a0cd80,revision_number=7']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:50.782687 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:50.848479 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Network c4cf2215-2834-4f58-92b9-07bf71222c87 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:23:50.851818 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:23:50.857468 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:23:50.862252 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Pushing event updated for resources: {'Port': ['ID=af44ef74-9065-4c31-aa65-3262cf173e00,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.919425 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:50.922698 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:50.928644 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:51.032931 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-7336c876-804c-4155-b5de-0987e4c1bb1a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1407816 Jan 24 09:23:51.047741 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Request body: {'port': {'device_id': '2d0785ce-c2d6-41e2-a529-ff266689e287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:23:51.142249 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:51.169362 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1008b30-afbb-4305-b82b-1e5ca4fb15ef req-eda207ff-5ae4-42d4-9501-23d8b76acd60 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:51.176674 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a1008b30-afbb-4305-b82b-1e5ca4fb15ef req-eda207ff-5ae4-42d4-9501-23d8b76acd60 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0679014 Jan 24 09:23:51.245622 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a1008b30-afbb-4305-b82b-1e5ca4fb15ef req-4e09f0ba-4d84-41fa-9710-3a82cc087d60 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639906 Jan 24 09:23:51.522432 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af44ef74-9065-4c31-aa65-3262cf173e00 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:23:51.530544 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Publish callbacks [] for port (af44ef74-9065-4c31-aa65-3262cf173e00), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:51.545936 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Transition to ACTIVE for port object af44ef74-9065-4c31-aa65-3262cf173e00 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:23:51.618932 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:51.670831 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bfd0d-2a70-4528-ad76-6ddb6d8a426c req-22da5680-ef45-4275-acd3-d14488f8d280 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:51.672470 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-520bfd0d-2a70-4528-ad76-6ddb6d8a426c req-22da5680-ef45-4275-acd3-d14488f8d280 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 943 time: 0.0672848 Jan 24 09:23:51.684271 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Pushing event updated for resources: {'Port': ['ID=af44ef74-9065-4c31-aa65-3262cf173e00,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:51.737076 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-520bfd0d-2a70-4528-ad76-6ddb6d8a426c req-86a63142-4691-4f9f-9ff3-09d536f81b69 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524743 Jan 24 09:23:51.768114 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Attempting to bind port af44ef74-9065-4c31-aa65-3262cf173e00 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:23:51.768461 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Attempting to bind port af44ef74-9065-4c31-aa65-3262cf173e00 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b8efa410-73e4-4ac0-9cef-4a2315bcbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:23:51.768796 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Attempting to bind port af44ef74-9065-4c31-aa65-3262cf173e00 on network c4cf2215-2834-4f58-92b9-07bf71222c87 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:23:51.773188 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Port af44ef74-9065-4c31-aa65-3262cf173e00 on network c4cf2215-2834-4f58-92b9-07bf71222c87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:23:51.773540 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Attempting to bind port af44ef74-9065-4c31-aa65-3262cf173e00 on network c4cf2215-2834-4f58-92b9-07bf71222c87 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:23:51.780099 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:23:51.780593 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Checking segment: {'id': 'b8efa410-73e4-4ac0-9cef-4a2315bcbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:23:51.781137 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Bound using segment: {'id': 'b8efa410-73e4-4ac0-9cef-4a2315bcbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:23:51.781750 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Bound port: af44ef74-9065-4c31-aa65-3262cf173e00, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8efa410-73e4-4ac0-9cef-4a2315bcbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:23:51.782290 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:51.847024 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] For port af44ef74-9065-4c31-aa65-3262cf173e00, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:23:51.849952 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] For port af44ef74-9065-4c31-aa65-3262cf173e00, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af44ef74-9065-4c31-aa65-3262cf173e00,segment=NetworkSegment(b8efa410-73e4-4ac0-9cef-4a2315bcbc31),segment_id=b8efa410-73e4-4ac0-9cef-4a2315bcbc31)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:23:52.155498 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:52.195295 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:52.195875 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:52.197341 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] 10.222.0.115 "PUT /v2.0/ports/af44ef74-9065-4c31-aa65-3262cf173e00 HTTP/1.1" status: 200 len: 1093 time: 1.1542208 Jan 24 09:23:52.200431 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0785ce-c2d6-41e2-a529-ff266689e287', 'tag': 'af44ef74-9065-4c31-aa65-3262cf173e00'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:52.203483 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61711cf5-3e0d-41d6-826d-5083e9481e25" -d '{"events": [{"name": "network-changed", "server_uuid": "2d0785ce-c2d6-41e2-a529-ff266689e287", "tag": "af44ef74-9065-4c31-aa65-3262cf173e00"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:52.231670 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f6e26-e417-4e23-91a0-82cc94016e02 service neutron] Pushing event updated for resources: {'Port': ['ID=af44ef74-9065-4c31-aa65-3262cf173e00,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:52.251721 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ab3f1a-0f86-4b29-9e60-1f4268c10651 x-openstack-request-id: req-93ab3f1a-0f86-4b29-9e60-1f4268c10651 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:52.252010 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d0785ce-c2d6-41e2-a529-ff266689e287", "tag": "af44ef74-9065-4c31-aa65-3262cf173e00", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:52.252266 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-93ab3f1a-0f86-4b29-9e60-1f4268c10651 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:52.252809 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0785ce-c2d6-41e2-a529-ff266689e287', 'tag': 'af44ef74-9065-4c31-aa65-3262cf173e00', 'status': 'completed', 'code': 200} Jan 24 09:23:52.330819 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61711cf5-3e0d-41d6-826d-5083e9481e25 req-e54cfafc-fa65-4223-866c-d02dccaebbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:52.332473 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-61711cf5-3e0d-41d6-826d-5083e9481e25 req-e54cfafc-fa65-4223-866c-d02dccaebbdd service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1c949bc4951b4373b064a77e47c3dc8d&device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 1096 time: 0.0531919 Jan 24 09:23:52.400222 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45995321-5b1e-4175-86db-d24fdc345929 req-ef66af0e-d4f9-43df-90d7-7bd3eaee8bd6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:52.408522 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-45995321-5b1e-4175-86db-d24fdc345929 req-ef66af0e-d4f9-43df-90d7-7bd3eaee8bd6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0741389 Jan 24 09:23:52.482492 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-45995321-5b1e-4175-86db-d24fdc345929 req-8d431aad-c358-4ef6-b2ab-d2df0255858d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717270 Jan 24 09:23:52.509583 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61711cf5-3e0d-41d6-826d-5083e9481e25 req-6ce99984-fd3f-4740-a65c-7540f83089cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:52.511678 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-61711cf5-3e0d-41d6-826d-5083e9481e25 req-6ce99984-fd3f-4740-a65c-7540f83089cd service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=1c949bc4951b4373b064a77e47c3dc8d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1678345 Jan 24 09:23:52.548342 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:52.644697 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61711cf5-3e0d-41d6-826d-5083e9481e25 req-10f7c5fb-ed8b-4fe2-9e95-9088f2c12734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:52.647001 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-61711cf5-3e0d-41d6-826d-5083e9481e25 req-10f7c5fb-ed8b-4fe2-9e95-9088f2c12734 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283033 Jan 24 09:23:52.737743 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-74fa4e5c-33bd-4e5e-8c67-e248699e0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:52.739284 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-74fa4e5c-33bd-4e5e-8c67-e248699e0620 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1c949bc4951b4373b064a77e47c3dc8d&device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 1096 time: 0.0463710 Jan 24 09:23:52.792431 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-d17850c1-32a1-4366-9729-f462d173fd0d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af44ef74-9065-4c31-aa65-3262cf173e00 HTTP/1.1" status: 200 len: 217 time: 0.0449040 Jan 24 09:23:52.857879 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-0b39791a-a2bc-4b0b-a20e-b2e8d1cb1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:52.859611 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-0b39791a-a2bc-4b0b-a20e-b2e8d1cb1283 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d3a58346-77e6-4546-a8b6-e089aaec66f3 HTTP/1.1" status: 200 len: 854 time: 0.0603573 Jan 24 09:23:52.888441 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e467d6b-9b8e-4f13-b506-5e9d9104a7f0 req-5916fa82-1fc4-40d6-ba29-8c5756578986 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:52.895674 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8e467d6b-9b8e-4f13-b506-5e9d9104a7f0 req-5916fa82-1fc4-40d6-ba29-8c5756578986 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 943 time: 0.0623579 Jan 24 09:23:52.896380 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e33086f4-5852-4c78-bd54-c75f1ee20ad7 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c4cf2215-2834-4f58-92b9-07bf71222c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287602 Jan 24 09:23:52.954738 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8e467d6b-9b8e-4f13-b506-5e9d9104a7f0 req-431ae6d3-663a-4e4e-ba7c-8f4946fac583 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580864 Jan 24 09:23:53.006542 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-5edb0871-1f6d-444b-802d-35c46a59e910 service neutron] 10.222.0.115 "GET /v2.0/networks/c4cf2215-2834-4f58-92b9-07bf71222c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023493 Jan 24 09:23:53.110763 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cf724a15-9d2a-46d8-aca0-4c1ced1f214b req-e9ccc4da-c610-49cb-870c-84ca2e18b5f1 service neutron] 10.222.0.115 "GET /v2.0/networks/c4cf2215-2834-4f58-92b9-07bf71222c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975535 Jan 24 09:23:53.634743 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc5657-90b4-4fe7-bdbe-95ccf283b7b3 req-66057456-907e-4f99-8b8e-367526cd30ee tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:53.637508 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-75cc5657-90b4-4fe7-bdbe-95ccf283b7b3 req-66057456-907e-4f99-8b8e-367526cd30ee tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0664935 Jan 24 09:23:53.694584 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-75cc5657-90b4-4fe7-bdbe-95ccf283b7b3 req-7d45f395-5ef1-4bc3-9835-577656bf79e8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501525 Jan 24 09:23:54.086930 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ad109-c887-4792-905d-658ea34afbe5 req-cababc21-2081-4298-aba9-1699530ff308 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:54.090572 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2e8ad109-c887-4792-905d-658ea34afbe5 req-cababc21-2081-4298-aba9-1699530ff308 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 943 time: 0.0614779 Jan 24 09:23:54.148334 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2e8ad109-c887-4792-905d-658ea34afbe5 req-9412fcbc-9a4a-49cb-85c0-a0dd54c8eaae tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523708 Jan 24 09:23:54.834719 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f872a2-d896-4307-a52c-63ff01c48720 req-379b6347-213a-4e78-9950-d60377711c41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:54.836417 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f3f872a2-d896-4307-a52c-63ff01c48720 req-379b6347-213a-4e78-9950-d60377711c41 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0546885 Jan 24 09:23:54.893764 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f3f872a2-d896-4307-a52c-63ff01c48720 req-d5e48714-fe66-4c21-9cc0-86ab0e915299 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501339 Jan 24 09:23:55.272382 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568cdfa-ce44-4a28-be83-bc4519d00066 req-9e3459eb-7838-4e0d-b9df-3f18ea6902ab tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:55.273897 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1568cdfa-ce44-4a28-be83-bc4519d00066 req-9e3459eb-7838-4e0d-b9df-3f18ea6902ab tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 943 time: 0.0518475 Jan 24 09:23:55.324890 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1568cdfa-ce44-4a28-be83-bc4519d00066 req-a8026433-f6f8-4c07-b406-5686ccec9c32 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449691 Jan 24 09:23:56.044462 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8396004-fe62-4486-8122-409049cdd8de req-08094def-816d-4192-8f1a-61574622c406 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:56.046049 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d8396004-fe62-4486-8122-409049cdd8de req-08094def-816d-4192-8f1a-61574622c406 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0565078 Jan 24 09:23:56.112089 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d8396004-fe62-4486-8122-409049cdd8de req-0fa517b9-4165-4f75-8cee-8dafe1acce93 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596488 Jan 24 09:23:56.215496 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device af44ef74-9065-4c31-aa65-3262cf173e00 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:23:56.355199 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port af44ef74-9065-4c31-aa65-3262cf173e00, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af44ef74-9065-4c31-aa65-3262cf173e00,segment=NetworkSegment(b8efa410-73e4-4ac0-9cef-4a2315bcbc31),segment_id=b8efa410-73e4-4ac0-9cef-4a2315bcbc31)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:56.370811 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': 'af44ef74-9065-4c31-aa65-3262cf173e00', 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87', 'port_id': 'af44ef74-9065-4c31-aa65-3262cf173e00', 'mac_address': 'fa:16:3e:d0:74:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a58346-77e6-4546-a8b6-e089aaec66f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:23:56.418217 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port af44ef74-9065-4c31-aa65-3262cf173e00 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:23:56.418869 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:56.450195 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af44ef74-9065-4c31-aa65-3262cf173e00 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:23:56.479938 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port af44ef74-9065-4c31-aa65-3262cf173e00, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af44ef74-9065-4c31-aa65-3262cf173e00,segment=NetworkSegment(b8efa410-73e4-4ac0-9cef-4a2315bcbc31),segment_id=b8efa410-73e4-4ac0-9cef-4a2315bcbc31)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:56.495329 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb86d5-3efe-48d9-a0bc-d597bde64548 req-1152d09a-8784-4158-aec5-095ef2963d56 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:56.502680 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-abeb86d5-3efe-48d9-a0bc-d597bde64548 req-1152d09a-8784-4158-aec5-095ef2963d56 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 943 time: 0.0816834 Jan 24 09:23:56.554629 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:56.571782 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-abeb86d5-3efe-48d9-a0bc-d597bde64548 req-d173608b-8d7c-4141-8c5f-7c744b74c870 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682228 Jan 24 09:23:56.617280 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=af44ef74-9065-4c31-aa65-3262cf173e00,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:56.909411 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['af44ef74-9065-4c31-aa65-3262cf173e00'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:23:57.261259 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a79995-0b16-41bc-83ec-f6ffc7435ae8 req-0ac1caa6-be47-4eb8-b073-24e28025e6dc tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:57.264393 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-83a79995-0b16-41bc-83ec-f6ffc7435ae8 req-0ac1caa6-be47-4eb8-b073-24e28025e6dc tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0651820 Jan 24 09:23:57.318635 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-83a79995-0b16-41bc-83ec-f6ffc7435ae8 req-04e9d0f5-238e-41ff-9c8c-d3a4ae47727b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494099 Jan 24 09:23:57.717099 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a69e8-efce-4813-a385-b0255c079cff req-d3d683a2-e735-4e46-b869-200bb4dada9e tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:57.718731 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a73a69e8-efce-4813-a385-b0255c079cff req-d3d683a2-e735-4e46-b869-200bb4dada9e tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 944 time: 0.0582705 Jan 24 09:23:57.778125 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a73a69e8-efce-4813-a385-b0255c079cff req-76b30cef-ab64-49eb-a80d-9c371457bd2a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536659 Jan 24 09:23:58.220838 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device af44ef74-9065-4c31-aa65-3262cf173e00 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:23:58.416558 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port af44ef74-9065-4c31-aa65-3262cf173e00 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:23:58.423877 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port af44ef74-9065-4c31-aa65-3262cf173e00 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:23:58.424474 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:58.454149 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b352-7014-483e-8387-b162d8e5fab7 req-79592fe1-e17b-415a-aff5-c87e944bb432 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:58.455758 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f6e2b352-7014-483e-8387-b162d8e5fab7 req-79592fe1-e17b-415a-aff5-c87e944bb432 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0574002 Jan 24 09:23:58.600953 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f6e2b352-7014-483e-8387-b162d8e5fab7 req-a04dad2b-2595-47da-9266-bdc2f6fe58e0 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495923 Jan 24 09:23:58.601341 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port af44ef74-9065-4c31-aa65-3262cf173e00 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:23:58.601341 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:58.601341 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0785ce-c2d6-41e2-a529-ff266689e287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af44ef74-9065-4c31-aa65-3262cf173e00'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:23:58.601341 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddba44ad-2394-4ce9-9db8-b8a90e35b84f" -d '{"events": [{"server_uuid": "2d0785ce-c2d6-41e2-a529-ff266689e287", "name": "network-vif-plugged", "status": "completed", "tag": "af44ef74-9065-4c31-aa65-3262cf173e00"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:23:58.601341 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port af44ef74-9065-4c31-aa65-3262cf173e00, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af44ef74-9065-4c31-aa65-3262cf173e00,segment=NetworkSegment(b8efa410-73e4-4ac0-9cef-4a2315bcbc31),segment_id=b8efa410-73e4-4ac0-9cef-4a2315bcbc31)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:23:58.606056 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fd1286-9ab1-461a-849d-543ab894753e x-openstack-request-id: req-a2fd1286-9ab1-461a-849d-543ab894753e {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:23:58.606412 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0785ce-c2d6-41e2-a529-ff266689e287", "name": "network-vif-plugged", "status": "completed", "tag": "af44ef74-9065-4c31-aa65-3262cf173e00", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:23:58.606667 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-a2fd1286-9ab1-461a-849d-543ab894753e {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:23:58.607577 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0785ce-c2d6-41e2-a529-ff266689e287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af44ef74-9065-4c31-aa65-3262cf173e00', 'code': 200} Jan 24 09:23:58.715758 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:23:58.784652 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=af44ef74-9065-4c31-aa65-3262cf173e00,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:23:58.967796 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0376-89b5-4365-be2d-d020d7e70242 req-dd7b8495-4cf5-4bcb-916f-e15b30a73a41 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:58.969514 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fb3d0376-89b5-4365-be2d-d020d7e70242 req-dd7b8495-4cf5-4bcb-916f-e15b30a73a41 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 945 time: 0.1099050 Jan 24 09:23:58.998832 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9efd28-b428-4c4a-a058-a2b8d5cde43f req-8de10b1a-3de9-4d2a-863a-537cd82eacae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:59.001046 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-de9efd28-b428-4c4a-a058-a2b8d5cde43f req-8de10b1a-3de9-4d2a-863a-537cd82eacae service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 1098 time: 0.0902686 Jan 24 09:23:59.050594 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fb3d0376-89b5-4365-be2d-d020d7e70242 req-3cf243b5-074f-4486-89f4-4cd32a7a3b79 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718377 Jan 24 09:23:59.068345 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-de9efd28-b428-4c4a-a058-a2b8d5cde43f req-b46c42cf-481b-4f7a-b53e-016d9ab0d718 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544641 Jan 24 09:23:59.712348 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29de97-9dba-4b3d-b78d-d610c73c6298 req-16e41f3d-dc35-4d97-a0c9-e5a8bbed5004 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:23:59.714578 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2d29de97-9dba-4b3d-b78d-d610c73c6298 req-16e41f3d-dc35-4d97-a0c9-e5a8bbed5004 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0550909 Jan 24 09:23:59.763994 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2d29de97-9dba-4b3d-b78d-d610c73c6298 req-b75e79a0-2acb-4608-9239-3f7095c29b6b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437129 Jan 24 09:24:00.191302 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7390d-ed89-4dfb-b567-815dc5ff1be4 req-811da1ba-f0de-4610-a90a-94c24b884584 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:00.192788 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cee7390d-ed89-4dfb-b567-815dc5ff1be4 req-811da1ba-f0de-4610-a90a-94c24b884584 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 945 time: 0.0648453 Jan 24 09:24:00.246721 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cee7390d-ed89-4dfb-b567-815dc5ff1be4 req-5a8b3b93-560c-4e3b-b5b3-b13fb8fb650b tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461164 Jan 24 09:24:00.493591 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515876e-c486-4240-a663-72f6ec21593a req-62f3ead5-1574-4421-800d-446edf31d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:00.495696 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7515876e-c486-4240-a663-72f6ec21593a req-62f3ead5-1574-4421-800d-446edf31d703 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 1099 time: 0.0424457 Jan 24 09:24:00.600375 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515876e-c486-4240-a663-72f6ec21593a req-389bc5c8-e55f-4f0b-a171-f263dc1aaff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:00.601868 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7515876e-c486-4240-a663-72f6ec21593a req-389bc5c8-e55f-4f0b-a171-f263dc1aaff7 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 917 time: 0.0995185 Jan 24 09:24:00.675206 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7515876e-c486-4240-a663-72f6ec21593a req-a9821347-2e55-4a3f-8ab7-555de1a23c08 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11759d98-c43e-497b-a68d-7ce168a0cd80 HTTP/1.1" status: 200 len: 1001 time: 0.0657990 Jan 24 09:24:00.740499 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515876e-c486-4240-a663-72f6ec21593a req-13bfdb0b-b977-4678-8380-b48f8d1afcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:00.741891 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7515876e-c486-4240-a663-72f6ec21593a req-13bfdb0b-b977-4678-8380-b48f8d1afcff service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 200 len: 855 time: 0.0456533 Jan 24 09:24:00.810966 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515876e-c486-4240-a663-72f6ec21593a req-dda25122-6275-45b4-9f78-3c4ec6043620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:00.812463 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7515876e-c486-4240-a663-72f6ec21593a req-dda25122-6275-45b4-9f78-3c4ec6043620 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b0d83e5f-030e-4cd8-ac08-bbed93fad267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509453 Jan 24 09:24:00.892922 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633091-2181-49f5-a100-b5160cac0f84 req-be678af8-a66c-4f70-978e-62fe56a1c30a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:00.894553 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5a633091-2181-49f5-a100-b5160cac0f84 req-be678af8-a66c-4f70-978e-62fe56a1c30a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0508144 Jan 24 09:24:00.912882 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7515876e-c486-4240-a663-72f6ec21593a req-8ac12018-95ae-4c9e-80fe-b97b40767c3c service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927553 Jan 24 09:24:00.944293 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5a633091-2181-49f5-a100-b5160cac0f84 req-ee392f01-8268-46d6-92db-54de97763679 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438216 Jan 24 09:24:01.016326 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7515876e-c486-4240-a663-72f6ec21593a req-efe94a80-772a-43ff-a193-9892f28f3be8 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958495 Jan 24 09:24:01.372457 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e1372-e5a1-4807-98fc-74d9967e36d4 req-20ee0930-7325-4e8e-b171-cdfec0e3aefa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:01.373963 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-566e1372-e5a1-4807-98fc-74d9967e36d4 req-20ee0930-7325-4e8e-b171-cdfec0e3aefa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 945 time: 0.0521834 Jan 24 09:24:01.422670 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-566e1372-e5a1-4807-98fc-74d9967e36d4 req-51c41b20-57b8-445f-8884-d8ee0f581a6d tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Jan 24 09:24:02.068786 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068386eb-b76a-46c4-af12-312a0a666c78 req-9a74144f-dfe9-41da-98ef-b1531a663839 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:02.070302 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-068386eb-b76a-46c4-af12-312a0a666c78 req-9a74144f-dfe9-41da-98ef-b1531a663839 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0513494 Jan 24 09:24:02.120985 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-068386eb-b76a-46c4-af12-312a0a666c78 req-4b1722ce-7e15-4b1a-b320-6be221186368 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Jan 24 09:24:03.261458 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbc5e6-f7d4-4407-a8fb-d558cafef1f0 req-6a44ca92-bc03-4066-b5b6-1bb199a67a61 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:03.263177 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-84dbc5e6-f7d4-4407-a8fb-d558cafef1f0 req-6a44ca92-bc03-4066-b5b6-1bb199a67a61 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0636277 Jan 24 09:24:03.314152 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-84dbc5e6-f7d4-4407-a8fb-d558cafef1f0 req-ce4ce376-15b5-49fb-bc85-82568563d606 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454705 Jan 24 09:24:04.218762 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 11759d98-c43e-497b-a68d-7ce168a0cd80 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:24:04.301261 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 11759d98-c43e-497b-a68d-7ce168a0cd80 is: ACTIVE; New status is: DOWN {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:24:04.301657 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:04.328344 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:04.330617 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52055ee-eee1-4415-81d5-0370758b3123" -d '{"events": [{"server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:24:04.344766 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:24:04.365451 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Jan 2022 09:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf719350-de9b-4b1d-94fa-f813cff2efac x-openstack-request-id: req-cf719350-de9b-4b1d-94fa-f813cff2efac {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:24:04.365888 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "name": "network-vif-unplugged", "status": "failed", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80", "code": 422}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:24:04.366292 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cf719350-de9b-4b1d-94fa-f813cff2efac {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:24:04.366907 dv-cinder-804035-26-iscsi neutron-server[103103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'code': 422} returned with failed status Jan 24 09:24:04.417319 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:04.448958 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab2526-569d-4269-9fd2-82378ea1ba0f req-07659247-83a3-4a47-8505-647e31edfd27 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:04.450683 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a4ab2526-569d-4269-9fd2-82378ea1ba0f req-07659247-83a3-4a47-8505-647e31edfd27 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 946 time: 0.0581861 Jan 24 09:24:04.470923 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=11759d98-c43e-497b-a68d-7ce168a0cd80,revision_number=8']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:24:04.498933 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a4ab2526-569d-4269-9fd2-82378ea1ba0f req-ba84af4a-3205-4662-972c-b73ee8088bc5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423408 Jan 24 09:24:06.400598 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [req-41513709-7e46-46bd-b808-312a37bdf78c req-0c4a22ca-9d06-49b2-a637-bf2eb02d455f service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:24:06.401740 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-41513709-7e46-46bd-b808-312a37bdf78c req-0c4a22ca-9d06-49b2-a637-bf2eb02d455f service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057802 Jan 24 09:24:06.691608 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1829e-1439-4645-a371-e62d535e851b req-0abd2d03-e9da-4007-b0dd-8d65535612ff tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:06.693407 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a8a1829e-1439-4645-a371-e62d535e851b req-0abd2d03-e9da-4007-b0dd-8d65535612ff tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0519671 Jan 24 09:24:06.749609 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a8a1829e-1439-4645-a371-e62d535e851b req-4c061b5c-83df-4cd8-a4cc-8615b298d126 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489213 Jan 24 09:24:06.891932 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-74798b03-5363-47aa-b147-f87a489b564e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412574 Jan 24 09:24:07.890177 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cde3c-2793-4ede-82d9-80931da37be1 req-6e8b0a4e-2cc2-4b98-bd6e-2bfe1a104d70 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:07.891798 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d94cde3c-2793-4ede-82d9-80931da37be1 req-6e8b0a4e-2cc2-4b98-bd6e-2bfe1a104d70 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0613015 Jan 24 09:24:07.947510 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d94cde3c-2793-4ede-82d9-80931da37be1 req-80d46ac1-25c3-4b50-bfe4-b1ba28fc438c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489042 Jan 24 09:24:08.315377 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-af8ab014-aa07-469f-8f9f-18e69d08f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:08.317531 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-af8ab014-aa07-469f-8f9f-18e69d08f4f0 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9&tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1 HTTP/1.1" status: 200 len: 1097 time: 0.0465713 Jan 24 09:24:08.396597 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-c3a5e12e-3bca-483a-8205-05ff920d1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:08.398142 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-c3a5e12e-3bca-483a-8205-05ff920d1db5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 1097 time: 0.0463510 Jan 24 09:24:08.511107 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-27a40002-d4fd-418f-8ac5-022477426ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:08.513513 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-27a40002-d4fd-418f-8ac5-022477426ae6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 917 time: 0.0909739 Jan 24 09:24:08.588328 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-00062246-5e76-45b4-a36c-e9e7ff21da91 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11759d98-c43e-497b-a68d-7ce168a0cd80 HTTP/1.1" status: 200 len: 999 time: 0.0614090 Jan 24 09:24:08.640947 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-9dd8a53d-f5cf-41bb-9e48-a6c3a85a0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:08.642507 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-9dd8a53d-f5cf-41bb-9e48-a6c3a85a0454 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 200 len: 855 time: 0.0452271 Jan 24 09:24:08.693419 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-15bdc3e3-c51e-4832-9d26-7ca1a29ca68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:08.694969 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-15bdc3e3-c51e-4832-9d26-7ca1a29ca68c service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b0d83e5f-030e-4cd8-ac08-bbed93fad267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415866 Jan 24 09:24:08.791908 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-9c414ef0-bb34-4a92-a3ee-04a466fd39b4 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849655 Jan 24 09:24:08.882587 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ead78e49-c57a-4c04-b3e3-d9267326c1d7 req-d17b423c-b18f-41b1-bb8a-e31a0a06c176 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831561 Jan 24 09:24:09.071478 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09d59c-d851-4728-8377-3919aa729d1f req-1c75c943-53b5-4f13-a4f5-8c9619bbab44 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:09.072945 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dd09d59c-d851-4728-8377-3919aa729d1f req-1c75c943-53b5-4f13-a4f5-8c9619bbab44 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0511563 Jan 24 09:24:09.120309 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dd09d59c-d851-4728-8377-3919aa729d1f req-12d12003-f29f-4ebb-803f-d139418d8ac8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409966 Jan 24 09:24:10.272896 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9c3f3-e635-401e-9c17-3da3f3f171c3 req-5b95510d-6636-4412-9cf4-965b7993c1cf tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:10.275506 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7ff9c3f3-e635-401e-9c17-3da3f3f171c3 req-5b95510d-6636-4412-9cf4-965b7993c1cf tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0676596 Jan 24 09:24:10.330129 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7ff9c3f3-e635-401e-9c17-3da3f3f171c3 req-1198854a-a06b-4792-879b-d2f85c91027f tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483754 Jan 24 09:24:11.461634 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16750664-7f55-4736-b32a-791e1b337a24 req-51869d75-60c6-41dd-9ec1-0d875ac3bd0b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:11.463155 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-16750664-7f55-4736-b32a-791e1b337a24 req-51869d75-60c6-41dd-9ec1-0d875ac3bd0b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0591669 Jan 24 09:24:11.517815 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-16750664-7f55-4736-b32a-791e1b337a24 req-9525a5f1-8837-4e36-8241-b8bbdba62d9c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484774 Jan 24 09:24:12.303559 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:24:12.661922 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468d693-c13d-4267-a3a3-36971066d1ce req-56f5aeab-2550-443b-8b2b-5feddf9ed28c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:12.664151 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c468d693-c13d-4267-a3a3-36971066d1ce req-56f5aeab-2550-443b-8b2b-5feddf9ed28c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0651414 Jan 24 09:24:12.741598 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c468d693-c13d-4267-a3a3-36971066d1ce req-39689862-a68b-4767-ab0a-c0edb53297f2 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702045 Jan 24 09:24:13.887575 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1a969-91ba-4e55-9d22-60ed50781882 req-996b362d-dcad-4093-8570-0440819647c6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:13.889566 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-45d1a969-91ba-4e55-9d22-60ed50781882 req-996b362d-dcad-4093-8570-0440819647c6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0538595 Jan 24 09:24:13.952330 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-45d1a969-91ba-4e55-9d22-60ed50781882 req-fe85b6b2-4a36-41a8-8b72-02936dc3f96a tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566208 Jan 24 09:24:15.078241 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf347bba-0fe4-4ce9-85bb-e54ad8d7ff52 req-d2bfc016-dfe2-4fb6-8521-01e1b4282cb8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:15.087337 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cf347bba-0fe4-4ce9-85bb-e54ad8d7ff52 req-d2bfc016-dfe2-4fb6-8521-01e1b4282cb8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0525410 Jan 24 09:24:15.142690 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cf347bba-0fe4-4ce9-85bb-e54ad8d7ff52 req-5f5eee37-c060-475c-aefc-536335c4c2d1 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573373 Jan 24 09:24:16.281670 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af4b0f-711f-49d8-a277-877845d8da20 req-66eedaf2-292c-416e-8553-750be5bff253 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:16.289350 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-42af4b0f-711f-49d8-a277-877845d8da20 req-66eedaf2-292c-416e-8553-750be5bff253 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0584786 Jan 24 09:24:16.291171 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a406c8f7-b86e-4bce-adf3-820fdce5cc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:16.332697 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-42af4b0f-711f-49d8-a277-877845d8da20 req-44a971c4-07d2-45b2-be53-09d274afbafc tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422246 Jan 24 09:24:17.462338 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb988667-d3a2-42fe-a7c1-01bcdfe290ad req-e403e8dd-ce19-48a7-bc1c-e0ef822eeea8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:17.463802 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cb988667-d3a2-42fe-a7c1-01bcdfe290ad req-e403e8dd-ce19-48a7-bc1c-e0ef822eeea8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0536408 Jan 24 09:24:17.513505 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-cb988667-d3a2-42fe-a7c1-01bcdfe290ad req-ab73b843-4c58-4cda-b4f3-e0dcede47880 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433908 Jan 24 09:24:17.622210 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:18.640905 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c9d93-3b68-489a-9587-20d2b3bfe76b req-8ee3de89-48aa-494c-9834-07be605ecc4b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:18.642416 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-222c9d93-3b68-489a-9587-20d2b3bfe76b req-8ee3de89-48aa-494c-9834-07be605ecc4b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0543795 Jan 24 09:24:18.699461 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-222c9d93-3b68-489a-9587-20d2b3bfe76b req-d40611d1-b198-46c3-9f3a-30b9425f8c05 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513747 Jan 24 09:24:18.827991 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-d819f019-b0db-42da-b2ef-1a715bc701ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:19.835404 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f9b45-c751-4745-ae38-4f9852377d39 req-c8b58249-bd1a-44ef-894a-283d14a78c09 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:19.837290 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5e7f9b45-c751-4745-ae38-4f9852377d39 req-c8b58249-bd1a-44ef-894a-283d14a78c09 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0591326 Jan 24 09:24:19.839657 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:19.888029 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5e7f9b45-c751-4745-ae38-4f9852377d39 req-b12ab7e7-9b0a-40d6-932a-bf9725ef09b5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439305 Jan 24 09:24:20.907931 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:21.009695 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40abd33-f954-4015-8560-c80025d5c294 req-1b831e00-37b1-4f67-b5ec-fa55d75131a8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:21.011208 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d40abd33-f954-4015-8560-c80025d5c294 req-1b831e00-37b1-4f67-b5ec-fa55d75131a8 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0503962 Jan 24 09:24:21.059088 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d40abd33-f954-4015-8560-c80025d5c294 req-5264cca1-5ed3-4fb5-8c2a-1f541485c513 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423012 Jan 24 09:24:22.188703 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f6c74-8a11-4b2e-b826-78fd4f16e18a req-c22d350c-aa9e-40d3-9a27-c4c61d325ad6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:22.190231 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2d4f6c74-8a11-4b2e-b826-78fd4f16e18a req-c22d350c-aa9e-40d3-9a27-c4c61d325ad6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 944 time: 0.0512221 Jan 24 09:24:22.240428 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2d4f6c74-8a11-4b2e-b826-78fd4f16e18a req-7952d494-c751-4375-aaaa-de376fd9f0c6 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446522 Jan 24 09:24:22.356345 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 11759d98-c43e-497b-a68d-7ce168a0cd80 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:24:22.459326 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:24:22.482284 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'port_id': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'mac_address': 'fa:16:3e:1b:b0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:24:22.523678 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 11759d98-c43e-497b-a68d-7ce168a0cd80 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:24:22.523975 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:22.540820 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11759d98-c43e-497b-a68d-7ce168a0cd80 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:24:22.548355 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927ea8b-7f9b-4cd5-a363-86dd5d4c5d21 req-6d107030-7013-4884-a68c-e8c814be1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:22.550521 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9927ea8b-7f9b-4cd5-a363-86dd5d4c5d21 req-6d107030-7013-4884-a68c-e8c814be1898 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 1097 time: 0.0484962 Jan 24 09:24:22.562538 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:24:22.593261 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:22.650604 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:22.662780 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927ea8b-7f9b-4cd5-a363-86dd5d4c5d21 req-e1b2ddb6-d2b4-47d0-8958-268db2cebd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:22.664265 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9927ea8b-7f9b-4cd5-a363-86dd5d4c5d21 req-e1b2ddb6-d2b4-47d0-8958-268db2cebd74 service neutron] 10.222.0.115 "GET /v2.0/networks?id=b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 200 len: 917 time: 0.0891197 Jan 24 09:24:22.700078 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=11759d98-c43e-497b-a68d-7ce168a0cd80,revision_number=9']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:24:22.707386 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.707740 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.708085 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.708423 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.708758 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.709328 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.709492 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.709809 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.710063 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.710418 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.710742 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.711067 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.711387 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:22.740837 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9927ea8b-7f9b-4cd5-a363-86dd5d4c5d21 req-ad69ebcd-cb95-411f-9a86-cc581de519e7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11759d98-c43e-497b-a68d-7ce168a0cd80 HTTP/1.1" status: 200 len: 1000 time: 0.0649316 Jan 24 09:24:22.795114 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927ea8b-7f9b-4cd5-a363-86dd5d4c5d21 req-dd41d86c-2011-4627-b673-7519ab9ac1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:22.796680 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9927ea8b-7f9b-4cd5-a363-86dd5d4c5d21 req-dd41d86c-2011-4627-b673-7519ab9ac1d4 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 200 len: 855 time: 0.0486870 Jan 24 09:24:22.847510 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927ea8b-7f9b-4cd5-a363-86dd5d4c5d21 req-9da8c23c-eb93-4a86-9d5b-4a3ce392c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:22.849067 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9927ea8b-7f9b-4cd5-a363-86dd5d4c5d21 req-9da8c23c-eb93-4a86-9d5b-4a3ce392c350 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=b0d83e5f-030e-4cd8-ac08-bbed93fad267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446932 Jan 24 09:24:22.948723 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9927ea8b-7f9b-4cd5-a363-86dd5d4c5d21 req-4ad62a05-81d4-4f29-a158-20545ed02f57 service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895832 Jan 24 09:24:23.008766 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['11759d98-c43e-497b-a68d-7ce168a0cd80'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:24:23.042659 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9927ea8b-7f9b-4cd5-a363-86dd5d4c5d21 req-3ecfd64b-5dec-4715-9c5f-a4423df4553b service neutron] 10.222.0.115 "GET /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869372 Jan 24 09:24:23.372634 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72004f-d022-4687-94b9-9a72aa273462 req-d196edd8-e63f-4077-b670-4a48dd58c00b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:23.374248 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1e72004f-d022-4687-94b9-9a72aa273462 req-d196edd8-e63f-4077-b670-4a48dd58c00b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 945 time: 0.0595379 Jan 24 09:24:23.424071 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1e72004f-d022-4687-94b9-9a72aa273462 req-18770c7f-3f99-47e3-a670-75c0abb7b9ee tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440967 Jan 24 09:24:24.359811 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 11759d98-c43e-497b-a68d-7ce168a0cd80 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:24:24.407247 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 11759d98-c43e-497b-a68d-7ce168a0cd80 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:24:24.407623 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:24.499943 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 11759d98-c43e-497b-a68d-7ce168a0cd80 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:24:24.499943 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:24.522132 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:24.524396 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ae7008-78ca-434b-b8d1-8d9cbc754398" -d '{"events": [{"server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "name": "network-vif-plugged", "status": "completed", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:24:24.542536 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:24:24.562466 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe04652-60a3-4596-a4b2-7a1b64f87208 req-2a294f4a-32a1-44d3-baf9-74c09d698028 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:24.562466 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dbe04652-60a3-4596-a4b2-7a1b64f87208 req-2a294f4a-32a1-44d3-baf9-74c09d698028 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 945 time: 0.0605381 Jan 24 09:24:24.614727 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dbe04652-60a3-4596-a4b2-7a1b64f87208 req-78564d26-247a-41b1-ae23-a22469fb7a13 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488985 Jan 24 09:24:24.657294 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:24.664665 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2dfa2c-c96f-4ef3-9cce-f0740f848c6f x-openstack-request-id: req-cd2dfa2c-c96f-4ef3-9cce-f0740f848c6f {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:24:24.664665 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "name": "network-vif-plugged", "status": "completed", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:24:24.664665 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cd2dfa2c-c96f-4ef3-9cce-f0740f848c6f {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:24:24.664665 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'code': 200} Jan 24 09:24:24.711868 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=11759d98-c43e-497b-a68d-7ce168a0cd80,revision_number=10']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:24:24.994938 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a5058-8369-4a6c-bf52-99c1d8e20edd req-5f2b19eb-60a7-4821-ba10-4eb5a610e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:24.996443 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c68a5058-8369-4a6c-bf52-99c1d8e20edd req-5f2b19eb-60a7-4821-ba10-4eb5a610e98a service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 1100 time: 0.0412683 Jan 24 09:24:25.042395 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c68a5058-8369-4a6c-bf52-99c1d8e20edd req-c7a536ae-dcc1-4453-b540-0b283ed441ec service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387704 Jan 24 09:24:25.751341 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31b0c6-ca22-4ce8-8347-a534bb6ed48b req-8504a31d-0f73-4315-bace-f7002a1abc1d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:25.752947 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ec31b0c6-ca22-4ce8-8347-a534bb6ed48b req-8504a31d-0f73-4315-bace-f7002a1abc1d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 947 time: 0.0624657 Jan 24 09:24:25.801737 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-ec31b0c6-ca22-4ce8-8347-a534bb6ed48b req-900a0a81-a02a-4212-8955-989684ec9dca tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425782 Jan 24 09:24:26.924282 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75426a69-2009-4aa5-86a7-b8429724f03f req-6ae9e9c7-5032-4b53-9ce1-fad6fb639148 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:26.925752 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-75426a69-2009-4aa5-86a7-b8429724f03f req-6ae9e9c7-5032-4b53-9ce1-fad6fb639148 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 947 time: 0.0511780 Jan 24 09:24:26.977691 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-75426a69-2009-4aa5-86a7-b8429724f03f req-0937da69-c1d8-46ed-92d3-2ade040c8e92 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460687 Jan 24 09:24:28.100180 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8736fb0-664f-4e3c-8e63-e2e2c398996a req-ab8b0bdd-ae98-402a-a6f0-e24a9fc149c5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:28.101766 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b8736fb0-664f-4e3c-8e63-e2e2c398996a req-ab8b0bdd-ae98-402a-a6f0-e24a9fc149c5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 947 time: 0.0522788 Jan 24 09:24:28.153952 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b8736fb0-664f-4e3c-8e63-e2e2c398996a req-31cf25e6-af29-4627-b918-8fc862ae8e94 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465662 Jan 24 09:24:46.260893 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2240dafb-157c-4023-81ae-a477ce4de3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:47.603308 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:48.547025 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc07c-7f8d-48f9-b047-adbb5727af96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:49.292450 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:24:49.941487 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:50.940949 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:52.523592 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:53.791216 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c0de4-c24f-4076-98ff-0bd252bf4321 req-42558e65-2cb4-45aa-87b7-a8a8def8f269 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:53.792652 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-349c0de4-c24f-4076-98ff-0bd252bf4321 req-42558e65-2cb4-45aa-87b7-a8a8def8f269 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 945 time: 0.3020635 Jan 24 09:24:53.841195 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-349c0de4-c24f-4076-98ff-0bd252bf4321 req-840d5118-e403-42fc-bd55-fb7d48a72e91 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Jan 24 09:24:54.960451 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8c4d6-9d6f-4533-9c37-b1b3072b1b3a req-837acdc6-d836-4d34-9a69-17d6e359fe7f tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:54.961953 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a0e8c4d6-9d6f-4533-9c37-b1b3072b1b3a req-837acdc6-d836-4d34-9a69-17d6e359fe7f tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 945 time: 0.0508654 Jan 24 09:24:55.010332 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a0e8c4d6-9d6f-4533-9c37-b1b3072b1b3a req-7dcd16ab-00aa-4828-b838-88539e9aa53f tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418360 Jan 24 09:24:55.837997 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0a6d1-f370-4f23-add0-54df86ba8d50 req-ad8273cd-90a4-45c4-958a-06c87d27f4f1 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:55.839509 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-16a0a6d1-f370-4f23-add0-54df86ba8d50 req-ad8273cd-90a4-45c4-958a-06c87d27f4f1 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.115 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 945 time: 0.0542047 Jan 24 09:24:55.942078 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-16a0a6d1-f370-4f23-add0-54df86ba8d50 req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Deleting port af44ef74-9065-4c31-aa65-3262cf173e00 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:24:55.942444 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-16a0a6d1-f370-4f23-add0-54df86ba8d50 req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:56.034514 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-16a0a6d1-f370-4f23-add0-54df86ba8d50 req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] For port af44ef74-9065-4c31-aa65-3262cf173e00, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=af44ef74-9065-4c31-aa65-3262cf173e00,segment=NetworkSegment(b8efa410-73e4-4ac0-9cef-4a2315bcbc31),segment_id=b8efa410-73e4-4ac0-9cef-4a2315bcbc31)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:24:56.034890 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-16a0a6d1-f370-4f23-add0-54df86ba8d50 req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:56.048737 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-16a0a6d1-f370-4f23-add0-54df86ba8d50 req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Calling delete_port for af44ef74-9065-4c31-aa65-3262cf173e00 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:24:56.167649 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9268ed9-fe49-4697-8abf-e25596f8ae56 req-707024d3-c1f8-442d-8700-2355a8262295 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:56.169122 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c9268ed9-fe49-4697-8abf-e25596f8ae56 req-707024d3-c1f8-442d-8700-2355a8262295 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 945 time: 0.0752411 Jan 24 09:24:56.257248 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c9268ed9-fe49-4697-8abf-e25596f8ae56 req-21e83dda-7b8b-499e-9479-8986e14d29e6 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809846 Jan 24 09:24:56.351744 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-16a0a6d1-f370-4f23-add0-54df86ba8d50 req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (af44ef74-9065-4c31-aa65-3262cf173e00), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:56.375662 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['af44ef74-9065-4c31-aa65-3262cf173e00'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:24:56.387661 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Pushing event deleted for resources: {'Port': ['ID=af44ef74-9065-4c31-aa65-3262cf173e00,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:24:56.400264 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.400616 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.400967 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.401303 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.401632 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.401989 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.402413 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.402740 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.403064 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.403389 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.403715 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.404264 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.404818 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:24:56.443860 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a0a6d1-f370-4f23-add0-54df86ba8d50 req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] No DVR routers for this DVR port af44ef74-9065-4c31-aa65-3262cf173e00 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:24:56.446349 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-16a0a6d1-f370-4f23-add0-54df86ba8d50 req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:24:56.449662 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-16a0a6d1-f370-4f23-add0-54df86ba8d50 req-b47edec3-a7ba-46b2-a407-8166ed002955 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.115 "DELETE /v2.0/ports/af44ef74-9065-4c31-aa65-3262cf173e00 HTTP/1.1" status: 204 len: 173 time: 0.5975857 Jan 24 09:24:56.450119 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0785ce-c2d6-41e2-a529-ff266689e287', 'name': 'network-vif-deleted', 'tag': 'af44ef74-9065-4c31-aa65-3262cf173e00'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:24:56.452697 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f80eec5-a3e9-44dd-8632-ac3817c7091e" -d '{"events": [{"server_uuid": "2d0785ce-c2d6-41e2-a529-ff266689e287", "name": "network-vif-deleted", "tag": "af44ef74-9065-4c31-aa65-3262cf173e00"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:24:56.489853 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cb02d9-d2f5-4c31-8195-0b1915a2827c x-openstack-request-id: req-b2cb02d9-d2f5-4c31-8195-0b1915a2827c {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:24:56.490205 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d0785ce-c2d6-41e2-a529-ff266689e287", "name": "network-vif-deleted", "tag": "af44ef74-9065-4c31-aa65-3262cf173e00", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:24:56.490456 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-b2cb02d9-d2f5-4c31-8195-0b1915a2827c {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:24:56.490857 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0785ce-c2d6-41e2-a529-ff266689e287', 'name': 'network-vif-deleted', 'tag': 'af44ef74-9065-4c31-aa65-3262cf173e00', 'status': 'completed', 'code': 200} Jan 24 09:24:57.363514 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4c6ca939-5669-474b-9128-13bdd9b94183 req-2bcd9296-01e1-45d7-b309-2a5445552198 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=2d0785ce-c2d6-41e2-a529-ff266689e287 HTTP/1.1" status: 200 len: 210 time: 0.0272686 Jan 24 09:24:58.292456 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598a2bc-3f35-45e0-af8d-180eb383f0f1 req-2b103fd3-bb3f-429f-9208-59075bd9837b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:58.293999 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1598a2bc-3f35-45e0-af8d-180eb383f0f1 req-2b103fd3-bb3f-429f-9208-59075bd9837b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 946 time: 0.0553153 Jan 24 09:24:58.347927 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1598a2bc-3f35-45e0-af8d-180eb383f0f1 req-0709ae52-7ea6-4f63-a5b6-cd6e90803c4d tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444641 Jan 24 09:24:59.467423 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4bc35-9945-4ae4-9e6f-30fb2985ef21 req-a83f8310-06aa-4d34-9383-5343e8234572 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:24:59.468906 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7bf4bc35-9945-4ae4-9e6f-30fb2985ef21 req-a83f8310-06aa-4d34-9383-5343e8234572 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 946 time: 0.0493600 Jan 24 09:24:59.515786 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-7bf4bc35-9945-4ae4-9e6f-30fb2985ef21 req-4e8f9f42-04fc-45e8-a337-84393eb42064 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413566 Jan 24 09:25:00.633580 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922eff1-48b2-4587-a33f-32c2f28e3eec req-dcd7a27e-f48f-4fd3-9a88-607027a6a454 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:00.635110 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5922eff1-48b2-4587-a33f-32c2f28e3eec req-dcd7a27e-f48f-4fd3-9a88-607027a6a454 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 946 time: 0.0496528 Jan 24 09:25:00.683463 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5922eff1-48b2-4587-a33f-32c2f28e3eec req-7ee5a72d-9bd8-42a3-bbd0-186f213fe94b tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427175 Jan 24 09:25:01.797855 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6074c-bfb8-4cd8-931c-4bef9ca2b727 req-e0f4391d-f18a-4bd7-9650-d449b328ec13 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:01.799544 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-87f6074c-bfb8-4cd8-931c-4bef9ca2b727 req-e0f4391d-f18a-4bd7-9650-d449b328ec13 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 946 time: 0.0483255 Jan 24 09:25:01.849814 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-87f6074c-bfb8-4cd8-931c-4bef9ca2b727 req-ac39fd14-bb5f-4b0a-85bb-20a512a70243 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446694 Jan 24 09:25:01.916496 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device af44ef74-9065-4c31-aa65-3262cf173e00 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:25:01.937918 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: af44ef74-9065-4c31-aa65-3262cf173e00 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:25:01.938301 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device af44ef74-9065-4c31-aa65-3262cf173e00 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:25:02.471771 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880219e3-1173-499d-9b55-f51130be756a req-52447068-ae33-48af-bf63-8913b8b536e1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:02.473224 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-880219e3-1173-499d-9b55-f51130be756a req-52447068-ae33-48af-bf63-8913b8b536e1 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.115 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 946 time: 0.0534508 Jan 24 09:25:02.562120 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Deleting port 27389513-03ea-4e61-98b8-afb32fb7a007 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:02.562456 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:02.653304 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] For port 27389513-03ea-4e61-98b8-afb32fb7a007, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=27389513-03ea-4e61-98b8-afb32fb7a007,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:02.654229 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:02.823665 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:02.823943 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (bb0767bd-9510-4c7f-9e42-af5d316958dc), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:02.824256 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.l3_db [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Floating IP bb0767bd-9510-4c7f-9e42-af5d316958dc disassociated. External IP: 172.27.0.186, port: 27389513-03ea-4e61-98b8-afb32fb7a007. Jan 24 09:25:02.824598 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Calling delete_port for 27389513-03ea-4e61-98b8-afb32fb7a007 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:03.000568 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d39240-d7bc-4887-9a48-3494319f7a77 req-0514ae20-3d4a-4b9e-903d-1787ee150604 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:03.002143 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-96d39240-d7bc-4887-9a48-3494319f7a77 req-0514ae20-3d4a-4b9e-903d-1787ee150604 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 946 time: 0.0707343 Jan 24 09:25:03.050619 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-96d39240-d7bc-4887-9a48-3494319f7a77 req-ca079406-b734-4c22-8bb7-bb63caf0de41 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups?id=f62e0645-53e7-402d-82ac-541cad176543&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429616 Jan 24 09:25:03.060141 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (27389513-03ea-4e61-98b8-afb32fb7a007), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:03.093812 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event deleted for resources: {'Port': ['ID=27389513-03ea-4e61-98b8-afb32fb7a007,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:03.208249 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Router c7b070b7-1d3f-4584-8d15-c0c36faf949f has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:25:03.322899 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:25:03.333905 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca2766-55bf-4645-b36e-399ca8523f64 None None] Sync routers for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:25:03.354574 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca2766-55bf-4645-b36e-399ca8523f64 None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:25:03.354574 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-92ca2766-55bf-4645-b36e-399ca8523f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:24:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:03.369218 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] No DVR routers for this DVR port 27389513-03ea-4e61-98b8-afb32fb7a007 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:25:03.371776 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:03.375824 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-880219e3-1173-499d-9b55-f51130be756a req-1a290739-5561-49d7-a67d-830446e87834 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.115 "DELETE /v2.0/ports/27389513-03ea-4e61-98b8-afb32fb7a007 HTTP/1.1" status: 204 len: 173 time: 0.8974380 Jan 24 09:25:03.376261 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'name': 'network-vif-deleted', 'tag': '27389513-03ea-4e61-98b8-afb32fb7a007'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:03.378495 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f828f42-c2c7-437f-bb20-83d1b1f4f8e1" -d '{"events": [{"server_uuid": "f3b808fd-b585-4062-a321-9965f704ffe6", "name": "network-vif-deleted", "tag": "27389513-03ea-4e61-98b8-afb32fb7a007"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:25:03.424784 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c4ec73-09cb-48b0-9229-77f8ba00d72f x-openstack-request-id: req-24c4ec73-09cb-48b0-9229-77f8ba00d72f {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:25:03.425369 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b808fd-b585-4062-a321-9965f704ffe6", "name": "network-vif-deleted", "tag": "27389513-03ea-4e61-98b8-afb32fb7a007", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:25:03.425561 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-24c4ec73-09cb-48b0-9229-77f8ba00d72f {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:25:03.426652 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b808fd-b585-4062-a321-9965f704ffe6', 'name': 'network-vif-deleted', 'tag': '27389513-03ea-4e61-98b8-afb32fb7a007', 'status': 'completed', 'code': 200} Jan 24 09:25:03.476391 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-92ca2766-55bf-4645-b36e-399ca8523f64 None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:25:03.687871 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-92ca2766-55bf-4645-b36e-399ca8523f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:03.714474 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca2766-55bf-4645-b36e-399ca8523f64 None None] Checking router: c7b070b7-1d3f-4584-8d15-c0c36faf949f for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:25:03.723713 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca2766-55bf-4645-b36e-399ca8523f64 None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:25:03.724323 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-92ca2766-55bf-4645-b36e-399ca8523f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:24:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:03.831603 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-92ca2766-55bf-4645-b36e-399ca8523f64 None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:25:04.030977 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-92ca2766-55bf-4645-b36e-399ca8523f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:04.061254 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca2766-55bf-4645-b36e-399ca8523f64 None None] The sync data for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi is: [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:25Z', 'revision_number': 4, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '2d52ed48-7301-4a70-93a9-645404264a15', 'name': '', 'network_id': 'cecc965a-bd5f-433d-822a-db760db2c0ab', 'tenant_id': '1dc910091533410a986175bf4570f541', 'mac_address': 'fa:16:3e:2c:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:21Z', 'updated_at': '2022-01-24T09:17:36Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'subnets': [{'id': 'a5112ccc-ca3f-482c-bc18-0e8c182e366d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:25:04.162167 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-5679a9d5-a575-4106-af25-91c72982fcb5 req-f66cd5ba-4796-4e65-a372-e4fe64a95bb0 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/ports?device_id=f3b808fd-b585-4062-a321-9965f704ffe6 HTTP/1.1" status: 200 len: 210 time: 0.0278435 Jan 24 09:25:04.376244 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c818bd-f59d-4f25-a10c-7d6c18381b30 None None] New status for floating IP bb0767bd-9510-4c7f-9e42-af5d316958dc: DOWN {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:25:05.335166 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51566) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:05.389982 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3b65ac9b-01d5-4bcf-9746-6887d3b3076a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (f62e0645-53e7-402d-82ac-541cad176543), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:05.413667 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3b65ac9b-01d5-4bcf-9746-6887d3b3076a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (f62e0645-53e7-402d-82ac-541cad176543), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:05.534212 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3b65ac9b-01d5-4bcf-9746-6887d3b3076a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (f62e0645-53e7-402d-82ac-541cad176543), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:05.536786 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3b65ac9b-01d5-4bcf-9746-6887d3b3076a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:05.537877 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-3b65ac9b-01d5-4bcf-9746-6887d3b3076a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "DELETE /v2.0/security-groups/f62e0645-53e7-402d-82ac-541cad176543 HTTP/1.1" status: 204 len: 168 time: 0.2017245 Jan 24 09:25:05.541006 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51568) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:05.547710 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65ac9b-01d5-4bcf-9746-6887d3b3076a tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62e0645-53e7-402d-82ac-541cad176543,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:05.554384 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.api.v2.resource [None req-faf11f3c-689e-4f67-9a49-3e6d22bbb1e0 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] show failed (client error): The resource could not be found. Jan 24 09:25:05.558404 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-faf11f3c-689e-4f67-9a49-3e6d22bbb1e0 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "GET /v2.0/security-groups/f62e0645-53e7-402d-82ac-541cad176543 HTTP/1.1" status: 404 len: 347 time: 0.0162399 Jan 24 09:25:05.558579 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51570) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:05.685684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5105f-8c35-4eae-9f38-9b1673d1b479 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Deleting port a6c60acf-5fa1-4964-a4e3-ec1b760e9441 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:05.686018 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c5105f-8c35-4eae-9f38-9b1673d1b479 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (a6c60acf-5fa1-4964-a4e3-ec1b760e9441), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:05.765595 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c5105f-8c35-4eae-9f38-9b1673d1b479 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (a6c60acf-5fa1-4964-a4e3-ec1b760e9441), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:05.765908 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c5105f-8c35-4eae-9f38-9b1673d1b479 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (a6c60acf-5fa1-4964-a4e3-ec1b760e9441), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:05.777610 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5105f-8c35-4eae-9f38-9b1673d1b479 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Calling delete_port for a6c60acf-5fa1-4964-a4e3-ec1b760e9441 owned by network:floatingip {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:06.031451 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c5105f-8c35-4eae-9f38-9b1673d1b479 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (a6c60acf-5fa1-4964-a4e3-ec1b760e9441), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:06.065649 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5105f-8c35-4eae-9f38-9b1673d1b479 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Pushing event deleted for resources: {'Port': ['ID=a6c60acf-5fa1-4964-a4e3-ec1b760e9441,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:06.123334 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c5105f-8c35-4eae-9f38-9b1673d1b479 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks [] for floatingip (bb0767bd-9510-4c7f-9e42-af5d316958dc), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:06.125995 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d6c5105f-8c35-4eae-9f38-9b1673d1b479 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:06.127227 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-d6c5105f-8c35-4eae-9f38-9b1673d1b479 tempest-AttachVolumeTestJSON-332436479 tempest-AttachVolumeTestJSON-332436479-project] 10.222.0.113 "DELETE /v2.0/floatingips/bb0767bd-9510-4c7f-9e42-af5d316958dc HTTP/1.1" status: 204 len: 168 time: 0.5676913 Jan 24 09:25:07.792888 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 27389513-03ea-4e61-98b8-afb32fb7a007 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:25:07.815308 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 27389513-03ea-4e61-98b8-afb32fb7a007 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:25:07.815654 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 27389513-03ea-4e61-98b8-afb32fb7a007 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:25:09.085469 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-03588d98-8ce4-410f-8eeb-a230d7c4ddf3 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:09.087014 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-03588d98-8ce4-410f-8eeb-a230d7c4ddf3 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/networks?id=c4cf2215-2834-4f58-92b9-07bf71222c87 HTTP/1.1" status: 200 len: 814 time: 0.1040113 Jan 24 09:25:09.102734 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-a6ae29c3-ce4d-4ed3-90fd-6fe190b9641e tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/quotas/1c949bc4951b4373b064a77e47c3dc8d HTTP/1.1" status: 200 len: 375 time: 0.0093625 Jan 24 09:25:09.136897 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-6507ebde-e641-4a3a-9117-b9b26d9c8568 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=1c949bc4951b4373b064a77e47c3dc8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287461 Jan 24 09:25:09.235529 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-759a0a94-ce2d-4026-8ddd-cf8ae4896a28 service neutron] 10.222.0.113 "GET /v2.0/networks/c4cf2215-2834-4f58-92b9-07bf71222c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911107 Jan 24 09:25:09.329251 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-8820d00e-c923-476d-bbfb-4afa0300f98f service neutron] 10.222.0.113 "GET /v2.0/networks/c4cf2215-2834-4f58-92b9-07bf71222c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880215 Jan 24 09:25:09.574428 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b3fb01af-12ae-4534-ae5d-fc0d2fa66352 req-3d56b523-fb7b-4885-a0b1-dd3af33061ad tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 210 time: 0.0266387 Jan 24 09:25:10.673853 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-22b07a5c-e70a-40e4-af65-a06d7a0c2973 req-8bc4535f-87f9-4b22-991d-cefe40c08c7f tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 210 time: 0.0276597 Jan 24 09:25:11.202190 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51632) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:11.579541 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-416eab99-6edc-4b4d-8ef1-8fdca7f21fe0 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:11.581005 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-416eab99-6edc-4b4d-8ef1-8fdca7f21fe0 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.115 "GET /v2.0/networks?id=c4cf2215-2834-4f58-92b9-07bf71222c87 HTTP/1.1" status: 200 len: 814 time: 0.1751602 Jan 24 09:25:11.597966 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Request body: {'port': {'device_id': 'aace0c79-a7fc-4876-9a88-38057e742bbd', 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87', 'admin_state_up': True, 'tenant_id': '1c949bc4951b4373b064a77e47c3dc8d'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:11.804952 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1e31d0fb-7712-4fcf-b590-db7444ec3a42 req-2bb71f02-cb18-4fc3-ab38-0f07bf8d4eae tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 210 time: 0.0533669 Jan 24 09:25:11.829638 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622055'] for router_interface (c7b070b7-1d3f-4584-8d15-c0c36faf949f), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:11.908780 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Made reservation on behalf of 1c949bc4951b4373b064a77e47c3dc8d for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:25:11.912339 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:12.118766 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Allocated IP 172.20.0.11 (c4cf2215-2834-4f58-92b9-07bf71222c87/d3a58346-77e6-4546-a8b6-e089aaec66f3/c011af7c-0d62-46b5-a07e-00ca69f678b2) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:25:12.291394 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] Deleting port 2d52ed48-7301-4a70-93a9-645404264a15 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:12.291975 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (2d52ed48-7301-4a70-93a9-645404264a15), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:12.360185 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks [] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:12.407918 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] For port 2d52ed48-7301-4a70-93a9-645404264a15, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=2d52ed48-7301-4a70-93a9-645404264a15,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:12.408200 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (2d52ed48-7301-4a70-93a9-645404264a15), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:12.423308 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] Calling delete_port for 2d52ed48-7301-4a70-93a9-645404264a15 owned by network:router_interface {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:12.525700 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:12.592918 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Network c4cf2215-2834-4f58-92b9-07bf71222c87 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:25:12.598304 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Pushing event updated for resources: {'Port': ['ID=c011af7c-0d62-46b5-a07e-00ca69f678b2,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:12.600719 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:25:12.609801 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:25:12.682265 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:12.682796 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:12.770955 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-24f300a1-e7b9-47b4-a9ea-92c1e4e5ca19 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1771441 Jan 24 09:25:12.783340 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Request body: {'port': {'device_id': 'aace0c79-a7fc-4876-9a88-38057e742bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:12.804430 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (2d52ed48-7301-4a70-93a9-645404264a15), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:12.837263 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d52ed48-7301-4a70-93a9-645404264a15,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:12.918685 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:12.934902 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3487b38-4426-420f-b9c0-1022d0461bf0 req-06074cd8-002c-44f9-8602-d8134899ccb7 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:12.937984 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b3487b38-4426-420f-b9c0-1022d0461bf0 req-06074cd8-002c-44f9-8602-d8134899ccb7 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 932 time: 0.0567009 Jan 24 09:25:12.989315 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b3487b38-4426-420f-b9c0-1022d0461bf0 req-a0565676-593d-411a-a704-ab14ff84f3e7 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453510 Jan 24 09:25:13.408712 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614365'] for router_interface (c7b070b7-1d3f-4584-8d15-c0c36faf949f), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:13.663264 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c011af7c-0d62-46b5-a07e-00ca69f678b2 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:25:13.673401 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Publish callbacks [] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:13.717702 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Transition to ACTIVE for port object c011af7c-0d62-46b5-a07e-00ca69f678b2 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:25:13.737148 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] Router c7b070b7-1d3f-4584-8d15-c0c36faf949f has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:25:13.820555 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:13.890455 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c011af7c-0d62-46b5-a07e-00ca69f678b2,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:13.895668 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:25:13.902737 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-de0e7c4b-e809-48b6-9303-1a2bf15abff4 admin admin] 10.222.0.113 "PUT /v2.0/routers/c7b070b7-1d3f-4584-8d15-c0c36faf949f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6979365 Jan 24 09:25:13.904543 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51650) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:13.905647 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe79559-0487-4ed0-952a-3330d0156f5e None None] Sync routers for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:25:13.920929 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe79559-0487-4ed0-952a-3330d0156f5e None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:25:13.921661 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-cfe79559-0487-4ed0-952a-3330d0156f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:24:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:13.970661 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Attempting to bind port c011af7c-0d62-46b5-a07e-00ca69f678b2 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:25:13.971344 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Attempting to bind port c011af7c-0d62-46b5-a07e-00ca69f678b2 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'b8efa410-73e4-4ac0-9cef-4a2315bcbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:25:13.971344 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Attempting to bind port c011af7c-0d62-46b5-a07e-00ca69f678b2 on network c4cf2215-2834-4f58-92b9-07bf71222c87 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:25:13.982413 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Port c011af7c-0d62-46b5-a07e-00ca69f678b2 on network c4cf2215-2834-4f58-92b9-07bf71222c87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:25:13.983320 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Attempting to bind port c011af7c-0d62-46b5-a07e-00ca69f678b2 on network c4cf2215-2834-4f58-92b9-07bf71222c87 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:25:13.990086 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:25:13.990686 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Checking segment: {'id': 'b8efa410-73e4-4ac0-9cef-4a2315bcbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:25:13.991251 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Bound using segment: {'id': 'b8efa410-73e4-4ac0-9cef-4a2315bcbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:25:13.991851 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Bound port: c011af7c-0d62-46b5-a07e-00ca69f678b2, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8efa410-73e4-4ac0-9cef-4a2315bcbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:25:13.992379 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:14.040912 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Publish callbacks [] for router (c7b070b7-1d3f-4584-8d15-c0c36faf949f), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:14.048503 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-cfe79559-0487-4ed0-952a-3330d0156f5e None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:25:14.074147 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] For port c011af7c-0d62-46b5-a07e-00ca69f678b2, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:25:14.078501 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] For port c011af7c-0d62-46b5-a07e-00ca69f678b2, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c011af7c-0d62-46b5-a07e-00ca69f678b2,segment=NetworkSegment(b8efa410-73e4-4ac0-9cef-4a2315bcbc31),segment_id=b8efa410-73e4-4ac0-9cef-4a2315bcbc31)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:25:14.135146 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557197e2-4af9-4955-8a08-e0e11acc7354 req-022e07c4-06d4-49d4-9608-46a5d718793e tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:14.136681 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-557197e2-4af9-4955-8a08-e0e11acc7354 req-022e07c4-06d4-49d4-9608-46a5d718793e tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 944 time: 0.0558186 Jan 24 09:25:14.152804 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Publish callbacks [] for router_gateway (c7b070b7-1d3f-4584-8d15-c0c36faf949f), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:14.168911 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:14.220519 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:14.221148 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:14.222566 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] 10.222.0.115 "PUT /v2.0/ports/c011af7c-0d62-46b5-a07e-00ca69f678b2 HTTP/1.1" status: 200 len: 1094 time: 1.4440389 Jan 24 09:25:14.226020 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-557197e2-4af9-4955-8a08-e0e11acc7354 req-051ae059-a001-4e93-bb86-9f83d56effe0 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821216 Jan 24 09:25:14.226490 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aace0c79-a7fc-4876-9a88-38057e742bbd', 'tag': 'c011af7c-0d62-46b5-a07e-00ca69f678b2'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:14.228766 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be162d2b-56a4-4a88-9795-725c0e81ac40" -d '{"events": [{"name": "network-changed", "server_uuid": "aace0c79-a7fc-4876-9a88-38057e742bbd", "tag": "c011af7c-0d62-46b5-a07e-00ca69f678b2"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:25:14.239743 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-cfe79559-0487-4ed0-952a-3330d0156f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:25:12Z', 'revision_number': 5, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port': {'id': 'dc7ae9b9-0d17-4b5e-8652-60503aa70956', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:14Z', 'updated_at': '2022-01-24T09:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:14.261539 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd4826-99bd-473e-90d6-4866b59dd2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c011af7c-0d62-46b5-a07e-00ca69f678b2,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:14.271825 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46160d16-59fa-4520-86bf-54100e1862dc x-openstack-request-id: req-46160d16-59fa-4520-86bf-54100e1862dc {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:25:14.272120 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aace0c79-a7fc-4876-9a88-38057e742bbd", "tag": "c011af7c-0d62-46b5-a07e-00ca69f678b2", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:25:14.272379 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-46160d16-59fa-4520-86bf-54100e1862dc {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:25:14.272789 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aace0c79-a7fc-4876-9a88-38057e742bbd', 'tag': 'c011af7c-0d62-46b5-a07e-00ca69f678b2', 'status': 'completed', 'code': 200} Jan 24 09:25:14.275952 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe79559-0487-4ed0-952a-3330d0156f5e None None] Checking router: c7b070b7-1d3f-4584-8d15-c0c36faf949f for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:25:14.286857 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe79559-0487-4ed0-952a-3330d0156f5e None None] Routers {'c7b070b7-1d3f-4584-8d15-c0c36faf949f'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:25:14.288277 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-cfe79559-0487-4ed0-952a-3330d0156f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:24:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:14.353604 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Deleting port dc7ae9b9-0d17-4b5e-8652-60503aa70956 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:14.354291 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:14.355600 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be162d2b-56a4-4a88-9795-725c0e81ac40 req-c23e5166-f755-4c5f-8908-a0d7e00c9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:14.358437 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-be162d2b-56a4-4a88-9795-725c0e81ac40 req-c23e5166-f755-4c5f-8908-a0d7e00c9a04 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1c949bc4951b4373b064a77e47c3dc8d&device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 1097 time: 0.0604372 Jan 24 09:25:14.407310 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-cfe79559-0487-4ed0-952a-3330d0156f5e None None] Set router c7b070b7-1d3f-4584-8d15-c0c36faf949f gateway port host: None {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:25:14.453501 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] For port dc7ae9b9-0d17-4b5e-8652-60503aa70956, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=dc7ae9b9-0d17-4b5e-8652-60503aa70956,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:14.453874 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:14.467522 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-cfe79559-0487-4ed0-952a-3330d0156f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:25:14Z', 'revision_number': 6, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port_host': None}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:14.471469 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Calling delete_port for dc7ae9b9-0d17-4b5e-8652-60503aa70956 owned by network:router_gateway {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:14.478231 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be162d2b-56a4-4a88-9795-725c0e81ac40 req-15af44c2-287c-4f84-b473-155975852ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:14.479860 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-be162d2b-56a4-4a88-9795-725c0e81ac40 req-15af44c2-287c-4f84-b473-155975852ff9 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=1c949bc4951b4373b064a77e47c3dc8d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1094260 Jan 24 09:25:14.496654 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe79559-0487-4ed0-952a-3330d0156f5e None None] The sync data for ids ['c7b070b7-1d3f-4584-8d15-c0c36faf949f'] in dv-cinder-804035-26-iscsi is: [{'id': 'c7b070b7-1d3f-4584-8d15-c0c36faf949f', 'name': 'tempest-AttachVolumeTestJSON-411192772-router', 'tenant_id': '1dc910091533410a986175bf4570f541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:25:14Z', 'revision_number': 6, 'project_id': '1dc910091533410a986175bf4570f541', 'gw_port_host': None}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:25:14.597792 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be162d2b-56a4-4a88-9795-725c0e81ac40 req-bf97cb69-5ff3-4de7-94bc-6751c336add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:14.604702 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-be162d2b-56a4-4a88-9795-725c0e81ac40 req-bf97cb69-5ff3-4de7-94bc-6751c336add6 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1065021 Jan 24 09:25:14.704772 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-22ed95af-e6dd-48df-9025-a24b3d459db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:14.706322 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-22ed95af-e6dd-48df-9025-a24b3d459db3 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=1c949bc4951b4373b064a77e47c3dc8d&device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 1097 time: 0.0473273 Jan 24 09:25:14.722851 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (dc7ae9b9-0d17-4b5e-8652-60503aa70956), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:14.750630 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7ae9b9-0d17-4b5e-8652-60503aa70956,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:14.753011 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-086234dd-09bb-40b3-8ee7-f354b34e1b0d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c011af7c-0d62-46b5-a07e-00ca69f678b2 HTTP/1.1" status: 200 len: 217 time: 0.0372641 Jan 24 09:25:14.773390 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.773751 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.774125 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.774461 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.774794 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.775128 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.775458 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.775785 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.776116 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.776438 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.776823 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.777151 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.777471 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:14.815347 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-73ee874c-78e7-40b6-9ec8-dcb509791fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:14.817288 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-73ee874c-78e7-40b6-9ec8-dcb509791fc9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d3a58346-77e6-4546-a8b6-e089aaec66f3 HTTP/1.1" status: 200 len: 854 time: 0.0524311 Jan 24 09:25:14.821478 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620264'] for router_gateway (c7b070b7-1d3f-4584-8d15-c0c36faf949f), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:14.853502 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-92544d2d-c770-4949-8dc2-0647397e5d7a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=c4cf2215-2834-4f58-92b9-07bf71222c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295422 Jan 24 09:25:14.934985 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6864'] for router (c7b070b7-1d3f-4584-8d15-c0c36faf949f), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:14.937984 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Publish callbacks [] for router_controller (c7b070b7-1d3f-4584-8d15-c0c36faf949f), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:14.969367 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-a70354b5-dd63-4d51-984d-310ff74a373e service neutron] 10.222.0.115 "GET /v2.0/networks/c4cf2215-2834-4f58-92b9-07bf71222c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086993 Jan 24 09:25:15.072030 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dc990542-1c3f-4728-aa92-7c1481e3000d req-2612111b-eabf-4e24-94ee-dd45791f57f5 service neutron] 10.222.0.115 "GET /v2.0/networks/c4cf2215-2834-4f58-92b9-07bf71222c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946217 Jan 24 09:25:15.076754 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616805'] for router (c7b070b7-1d3f-4584-8d15-c0c36faf949f), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:15.077298 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7b070b7-1d3f-4584-8d15-c0c36faf949f {{(pid=103102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:25:15.082127 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:15.083328 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-b3d6ebd0-9619-4188-9729-71463531fe56 admin admin] 10.222.0.113 "DELETE /v2.0/routers/c7b070b7-1d3f-4584-8d15-c0c36faf949f HTTP/1.1" status: 204 len: 168 time: 1.1781585 Jan 24 09:25:15.085782 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51656) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:15.129160 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_v2 [None req-803c3cc0-bd6b-459b-b3da-bd3ce97f7d0e admin admin] Deleting subnet a5112ccc-ca3f-482c-bc18-0e8c182e366d {{(pid=103102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:25:15.132133 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-803c3cc0-bd6b-459b-b3da-bd3ce97f7d0e admin admin] Publish callbacks [] for subnet (a5112ccc-ca3f-482c-bc18-0e8c182e366d), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:15.171269 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-803c3cc0-bd6b-459b-b3da-bd3ce97f7d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17333050'] for subnet (a5112ccc-ca3f-482c-bc18-0e8c182e366d), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:15.273664 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-803c3cc0-bd6b-459b-b3da-bd3ce97f7d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (a5112ccc-ca3f-482c-bc18-0e8c182e366d), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:15.367265 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f35e4-ed6d-4c61-b397-ebc2b6256c36 req-c6439e69-11c8-40bc-9ecf-7b9193c10ca9 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:15.369059 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6c2f35e4-ed6d-4c61-b397-ebc2b6256c36 req-c6439e69-11c8-40bc-9ecf-7b9193c10ca9 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 944 time: 0.0658009 Jan 24 09:25:15.426149 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6c2f35e4-ed6d-4c61-b397-ebc2b6256c36 req-c9745f4e-e5fe-4dc8-90a1-8a0b65304a99 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494478 Jan 24 09:25:15.683336 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-803c3cc0-bd6b-459b-b3da-bd3ce97f7d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18398504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18764230'] for subnet (a5112ccc-ca3f-482c-bc18-0e8c182e366d), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:15.708898 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c3cc0-bd6b-459b-b3da-bd3ce97f7d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5112ccc-ca3f-482c-bc18-0e8c182e366d,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:15.712348 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-803c3cc0-bd6b-459b-b3da-bd3ce97f7d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:15.715756 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-803c3cc0-bd6b-459b-b3da-bd3ce97f7d0e admin admin] 10.222.0.113 "DELETE /v2.0/subnets/a5112ccc-ca3f-482c-bc18-0e8c182e366d HTTP/1.1" status: 204 len: 168 time: 0.6286914 Jan 24 09:25:15.718733 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1e5953-19b9-4ab5-89c3-f1f4810713f4 None None] Network cecc965a-bd5f-433d-822a-db760db2c0ab requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:25:15.719292 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51660) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:15.794788 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (cecc965a-bd5f-433d-822a-db760db2c0ab), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:15.855411 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Deleting port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:15.855814 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:15.924057 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] For port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=2a0dd4e4-bfa3-413a-aea4-28a96214f45e,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:15.924358 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:15.936697 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Calling delete_port for 2a0dd4e4-bfa3-413a-aea4-28a96214f45e owned by network:dhcp {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:16.011201 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643f3c08-bcba-4a78-8f1e-100ab9e95650 None None] DHCP port deletion for cecc965a-bd5f-433d-822a-db760db2c0ab request from dv-cinder-804035-26-iscsi {{(pid=103103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:25:16.065727 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-643f3c08-bcba-4a78-8f1e-100ab9e95650 None None] Deleting port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:16.066112 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-643f3c08-bcba-4a78-8f1e-100ab9e95650 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.131669 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-643f3c08-bcba-4a78-8f1e-100ab9e95650 None None] For port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=2a0dd4e4-bfa3-413a-aea4-28a96214f45e,segment=NetworkSegment(3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0),segment_id=3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:16.132072 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-643f3c08-bcba-4a78-8f1e-100ab9e95650 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.146004 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-643f3c08-bcba-4a78-8f1e-100ab9e95650 None None] Calling delete_port for 2a0dd4e4-bfa3-413a-aea4-28a96214f45e owned by network:dhcp {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:16.151252 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.179050 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] No DVR routers for this DVR port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e on host dv-cinder-804035-26-iscsi {{(pid=103102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:25:16.180500 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0dd4e4-bfa3-413a-aea4-28a96214f45e,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:16.258935 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (cecc965a-bd5f-433d-822a-db760db2c0ab), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.278968 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-643f3c08-bcba-4a78-8f1e-100ab9e95650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404'] for port (2a0dd4e4-bfa3-413a-aea4-28a96214f45e), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.279826 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecc965a-bd5f-433d-822a-db760db2c0ab']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:16.289816 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:16.290130 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:16.300781 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.305016 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f3c08-bcba-4a78-8f1e-100ab9e95650 None None] Pushing event deleted for resources: {'Port': ['ID=2a0dd4e4-bfa3-413a-aea4-28a96214f45e,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:16.309107 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5936f681-5bc9-4faa-bc9c-f70b8bdc7ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.311178 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f3c08-bcba-4a78-8f1e-100ab9e95650 None None] No DVR routers for this DVR port 2a0dd4e4-bfa3-413a-aea4-28a96214f45e on host dv-cinder-804035-26-iscsi {{(pid=103103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:25:16.321390 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.327916 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:25:16.328310 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (3eb5a45f-35ae-44e8-b5b0-76c41bcd79e0), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:25:16.329976 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:25:16.376763 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 2a0dd4e4-bfa3-413a-aea4-28a96214f45e no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:25:16.397668 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 2a0dd4e4-bfa3-413a-aea4-28a96214f45e {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:25:16.398017 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 2a0dd4e4-bfa3-413a-aea4-28a96214f45e not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:25:16.398649 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device dc7ae9b9-0d17-4b5e-8652-60503aa70956 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:25:16.419247 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: dc7ae9b9-0d17-4b5e-8652-60503aa70956 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:25:16.420249 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device dc7ae9b9-0d17-4b5e-8652-60503aa70956 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:25:16.420670 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 2d52ed48-7301-4a70-93a9-645404264a15 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:25:16.442464 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 2d52ed48-7301-4a70-93a9-645404264a15 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:25:16.442813 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 2d52ed48-7301-4a70-93a9-645404264a15 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:25:16.471461 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (cecc965a-bd5f-433d-822a-db760db2c0ab), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.477194 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.483165 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] 10.222.0.113 "DELETE /v2.0/networks/cecc965a-bd5f-433d-822a-db760db2c0ab HTTP/1.1" status: 204 len: 168 time: 0.7605424 Jan 24 09:25:16.492014 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067eece-3f8c-42f3-b89f-24630054e0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cecc965a-bd5f-433d-822a-db760db2c0ab,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:16.586773 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8022f-426a-4549-b3f9-5169a6631007 req-565bf779-ac70-428b-843c-113851219610 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:16.588218 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-89c8022f-426a-4549-b3f9-5169a6631007 req-565bf779-ac70-428b-843c-113851219610 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 944 time: 0.0528460 Jan 24 09:25:16.634454 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-89c8022f-426a-4549-b3f9-5169a6631007 req-fdd38ecf-9f4f-45d7-97cc-7914222a1a92 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Jan 24 09:25:16.857789 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51666) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:16.866733 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device c011af7c-0d62-46b5-a07e-00ca69f678b2 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:25:16.897866 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-9400979e-3e14-4e78-8647-9c04a648a596 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1dc910091533410a986175bf4570f541&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388458 Jan 24 09:25:16.900454 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51668) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:16.948119 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-202f64e8-ee94-473e-95dc-a9f1b395d768 admin admin] Publish callbacks [] for security_group (8014c8ee-b854-4842-97a7-782b3d2d50c4), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.964485 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port c011af7c-0d62-46b5-a07e-00ca69f678b2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c011af7c-0d62-46b5-a07e-00ca69f678b2,segment=NetworkSegment(b8efa410-73e4-4ac0-9cef-4a2315bcbc31),segment_id=b8efa410-73e4-4ac0-9cef-4a2315bcbc31)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:16.969817 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-202f64e8-ee94-473e-95dc-a9f1b395d768 admin admin] Publish callbacks [] for security_group (8014c8ee-b854-4842-97a7-782b3d2d50c4), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:16.977590 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': 'c011af7c-0d62-46b5-a07e-00ca69f678b2', 'network_id': 'c4cf2215-2834-4f58-92b9-07bf71222c87', 'port_id': 'c011af7c-0d62-46b5-a07e-00ca69f678b2', 'mac_address': 'fa:16:3e:c6:f8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a58346-77e6-4546-a8b6-e089aaec66f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:25:17.019972 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port c011af7c-0d62-46b5-a07e-00ca69f678b2 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:25:17.020369 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:17.033508 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c011af7c-0d62-46b5-a07e-00ca69f678b2 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:25:17.053190 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port c011af7c-0d62-46b5-a07e-00ca69f678b2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c011af7c-0d62-46b5-a07e-00ca69f678b2,segment=NetworkSegment(b8efa410-73e4-4ac0-9cef-4a2315bcbc31),segment_id=b8efa410-73e4-4ac0-9cef-4a2315bcbc31)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:17.111630 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-202f64e8-ee94-473e-95dc-a9f1b395d768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (8014c8ee-b854-4842-97a7-782b3d2d50c4), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:17.114206 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-202f64e8-ee94-473e-95dc-a9f1b395d768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:17.115398 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-202f64e8-ee94-473e-95dc-a9f1b395d768 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8014c8ee-b854-4842-97a7-782b3d2d50c4 HTTP/1.1" status: 204 len: 168 time: 0.2139897 Jan 24 09:25:17.126155 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f64e8-ee94-473e-95dc-a9f1b395d768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8014c8ee-b854-4842-97a7-782b3d2d50c4,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:17.185275 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:17.233467 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=c011af7c-0d62-46b5-a07e-00ca69f678b2,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:17.429030 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['c011af7c-0d62-46b5-a07e-00ca69f678b2'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:25:17.654562 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:17.753033 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efec72-f9d1-41bb-97e7-ec338a9b730d req-a4585842-fa84-4c1f-8950-e44756dd3509 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:17.754573 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a6efec72-f9d1-41bb-97e7-ec338a9b730d req-a4585842-fa84-4c1f-8950-e44756dd3509 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 945 time: 0.0494719 Jan 24 09:25:17.803653 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a6efec72-f9d1-41bb-97e7-ec338a9b730d req-df2343c1-d35c-485e-ae6f-dc46008da173 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Jan 24 09:25:18.676643 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-038aebf9-ccda-4be9-9dbe-eaf4bc0bd7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:18.867534 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device c011af7c-0d62-46b5-a07e-00ca69f678b2 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:25:18.930291 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488e0b1-9b63-4c06-8bfa-14d15001eaa2 req-3bedfde2-7052-4c16-af2f-63207db99514 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:18.931758 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8488e0b1-9b63-4c06-8bfa-14d15001eaa2 req-3bedfde2-7052-4c16-af2f-63207db99514 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 945 time: 0.0565028 Jan 24 09:25:18.979816 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8488e0b1-9b63-4c06-8bfa-14d15001eaa2 req-3826c5d7-987d-4631-8149-84f330a5a51a tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Jan 24 09:25:19.014353 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port c011af7c-0d62-46b5-a07e-00ca69f678b2 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:25:19.021052 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port c011af7c-0d62-46b5-a07e-00ca69f678b2 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:25:19.021052 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:19.100935 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port c011af7c-0d62-46b5-a07e-00ca69f678b2 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:25:19.101333 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:19.126888 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aace0c79-a7fc-4876-9a88-38057e742bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c011af7c-0d62-46b5-a07e-00ca69f678b2'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:19.129143 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132bbec7-f78c-4f36-9606-7e1e77299554" -d '{"events": [{"server_uuid": "aace0c79-a7fc-4876-9a88-38057e742bbd", "name": "network-vif-plugged", "status": "completed", "tag": "c011af7c-0d62-46b5-a07e-00ca69f678b2"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:25:19.143729 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port c011af7c-0d62-46b5-a07e-00ca69f678b2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c011af7c-0d62-46b5-a07e-00ca69f678b2,segment=NetworkSegment(b8efa410-73e4-4ac0-9cef-4a2315bcbc31),segment_id=b8efa410-73e4-4ac0-9cef-4a2315bcbc31)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:19.171911 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf6310f-3d16-4445-93a8-ad9cfde95167 x-openstack-request-id: req-fdf6310f-3d16-4445-93a8-ad9cfde95167 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:25:19.172208 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aace0c79-a7fc-4876-9a88-38057e742bbd", "name": "network-vif-plugged", "status": "completed", "tag": "c011af7c-0d62-46b5-a07e-00ca69f678b2", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:25:19.172463 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fdf6310f-3d16-4445-93a8-ad9cfde95167 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:25:19.172860 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aace0c79-a7fc-4876-9a88-38057e742bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c011af7c-0d62-46b5-a07e-00ca69f678b2', 'code': 200} Jan 24 09:25:19.208248 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:19.260451 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=c011af7c-0d62-46b5-a07e-00ca69f678b2,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:19.588464 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47909113-957b-4a9a-bc25-62559eafdfbf req-5e1e13a7-c193-4113-ac4c-c19ce8eca5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:19.590197 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-47909113-957b-4a9a-bc25-62559eafdfbf req-5e1e13a7-c193-4113-ac4c-c19ce8eca5a4 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 1099 time: 0.0651176 Jan 24 09:25:19.635967 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-47909113-957b-4a9a-bc25-62559eafdfbf req-8b10e726-915f-4452-86b7-4594c58a39e5 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 Jan 24 09:25:19.789376 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51734) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:19.859069 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:19.911166 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328826b-9c4b-4573-9702-f8ea0389a204 req-47d5afbe-f2de-490c-97db-974064dd5a5c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:19.912894 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9328826b-9c4b-4573-9702-f8ea0389a204 req-47d5afbe-f2de-490c-97db-974064dd5a5c tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 947 time: 0.0653040 Jan 24 09:25:19.913605 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bac1deb3-1925-4048-9ebd-a8d4f6826e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:19.984856 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-9328826b-9c4b-4573-9702-f8ea0389a204 req-1feb14ac-3345-45fc-aab3-ff033b4a85dd tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626054 Jan 24 09:25:20.029388 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bac1deb3-1925-4048-9ebd-a8d4f6826e3d admin admin] Publish callbacks [] for security_group (2c8bcea6-651f-4038-86e6-49eef0407829), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:20.101830 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeeced-2a3b-47bf-9a6d-848ae7b8f34d req-76598a2f-29a0-43fd-a33f-c7c7d256b2e2 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:20.103353 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-03aeeced-2a3b-47bf-9a6d-848ae7b8f34d req-76598a2f-29a0-43fd-a33f-c7c7d256b2e2 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 946 time: 0.0502985 Jan 24 09:25:20.110970 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bac1deb3-1925-4048-9ebd-a8d4f6826e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2c8bcea6-651f-4038-86e6-49eef0407829), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:20.152663 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1deb3-1925-4048-9ebd-a8d4f6826e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8bcea6-651f-4038-86e6-49eef0407829,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:20.153039 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-03aeeced-2a3b-47bf-9a6d-848ae7b8f34d req-b1b85630-1f11-4840-a64b-55b4d12a2739 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Jan 24 09:25:20.159858 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-bac1deb3-1925-4048-9ebd-a8d4f6826e3d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1d29442a67194d31a0afef31a616f1e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680742 Jan 24 09:25:20.161518 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51742) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:20.211021 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ca1f45f6-84df-4eb9-94f8-034e5d45de9c admin admin] Publish callbacks [] for security_group (2c8bcea6-651f-4038-86e6-49eef0407829), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:20.236057 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ca1f45f6-84df-4eb9-94f8-034e5d45de9c admin admin] Publish callbacks [] for security_group (2c8bcea6-651f-4038-86e6-49eef0407829), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:20.374191 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ca1f45f6-84df-4eb9-94f8-034e5d45de9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2c8bcea6-651f-4038-86e6-49eef0407829), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:20.376884 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-ca1f45f6-84df-4eb9-94f8-034e5d45de9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:20.378143 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-ca1f45f6-84df-4eb9-94f8-034e5d45de9c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2c8bcea6-651f-4038-86e6-49eef0407829 HTTP/1.1" status: 204 len: 168 time: 0.2155232 Jan 24 09:25:20.386796 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f45f6-84df-4eb9-94f8-034e5d45de9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8bcea6-651f-4038-86e6-49eef0407829,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:20.922715 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:21.108796 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db6b1e-cc31-422a-ae32-d677e27612a5 req-28c0cdf6-12f1-4843-9b4c-03b558e47e73 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:21.110330 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c4db6b1e-cc31-422a-ae32-d677e27612a5 req-28c0cdf6-12f1-4843-9b4c-03b558e47e73 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 947 time: 0.0509036 Jan 24 09:25:21.163056 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c4db6b1e-cc31-422a-ae32-d677e27612a5 req-6ec8ef2a-3d2d-4436-83a0-ad167cd23915 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468471 Jan 24 09:25:21.251137 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51752) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:21.264763 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6b7fbcfb-8bf6-4175-950c-f3a9ea3d86de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:21.276214 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883e64f-90dd-4046-ae1c-e9648bc0ed15 req-b4544641-13a4-4bdb-bd39-eb526ebcc88d tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:21.277887 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2883e64f-90dd-4046-ae1c-e9648bc0ed15 req-b4544641-13a4-4bdb-bd39-eb526ebcc88d tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 946 time: 0.0559213 Jan 24 09:25:21.332127 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2883e64f-90dd-4046-ae1c-e9648bc0ed15 req-e342e85f-be95-431a-a01a-0bfc2e9c608d tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478289 Jan 24 09:25:21.340164 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6b7fbcfb-8bf6-4175-950c-f3a9ea3d86de admin admin] Publish callbacks [] for security_group (2322f748-314a-4bc4-8bb5-9ecd5055100a), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:21.396545 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6b7fbcfb-8bf6-4175-950c-f3a9ea3d86de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2322f748-314a-4bc4-8bb5-9ecd5055100a), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:21.438647 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-6b7fbcfb-8bf6-4175-950c-f3a9ea3d86de admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6418b83c44fe497eb08ec9e76a911037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864035 Jan 24 09:25:21.440060 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fbcfb-8bf6-4175-950c-f3a9ea3d86de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2322f748-314a-4bc4-8bb5-9ecd5055100a,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:21.441475 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51758) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:21.496135 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d5e368f9-554d-423a-a74f-62c6870c426a admin admin] Publish callbacks [] for security_group (2322f748-314a-4bc4-8bb5-9ecd5055100a), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:21.520136 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d5e368f9-554d-423a-a74f-62c6870c426a admin admin] Publish callbacks [] for security_group (2322f748-314a-4bc4-8bb5-9ecd5055100a), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:21.642756 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d5e368f9-554d-423a-a74f-62c6870c426a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2322f748-314a-4bc4-8bb5-9ecd5055100a), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:21.645389 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d5e368f9-554d-423a-a74f-62c6870c426a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:21.646593 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-d5e368f9-554d-423a-a74f-62c6870c426a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2322f748-314a-4bc4-8bb5-9ecd5055100a HTTP/1.1" status: 204 len: 168 time: 0.2040823 Jan 24 09:25:21.654991 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e368f9-554d-423a-a74f-62c6870c426a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2322f748-314a-4bc4-8bb5-9ecd5055100a,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:21.755358 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-265f021d-b29c-42d9-9aff-f5b2358b0f7d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:21.756883 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-265f021d-b29c-42d9-9aff-f5b2358b0f7d tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.115 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 947 time: 0.0538137 Jan 24 09:25:21.859268 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Deleting port 11759d98-c43e-497b-a68d-7ce168a0cd80 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:21.859684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:21.957563 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] For port 11759d98-c43e-497b-a68d-7ce168a0cd80, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=11759d98-c43e-497b-a68d-7ce168a0cd80,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:21.957817 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:22.144332 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:22.144695 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (282e486e-1e8c-4305-abe2-a88111386b0b), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:22.145011 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.l3_db [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Floating IP 282e486e-1e8c-4305-abe2-a88111386b0b disassociated. External IP: 172.27.0.51, port: 11759d98-c43e-497b-a68d-7ce168a0cd80. Jan 24 09:25:22.145347 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Calling delete_port for 11759d98-c43e-497b-a68d-7ce168a0cd80 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:22.333565 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685719b-a1b2-45fb-976b-c82d85da67ff req-7ca5d60e-0df9-4c76-bf70-34f33346d9ab tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:22.335178 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a685719b-a1b2-45fb-976b-c82d85da67ff req-7ca5d60e-0df9-4c76-bf70-34f33346d9ab tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 947 time: 0.0709431 Jan 24 09:25:22.391100 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a685719b-a1b2-45fb-976b-c82d85da67ff req-61a8292f-6a93-4db7-a27a-5f488aea86dc tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups?id=4654303f-11bf-4058-8d38-82119ed997d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462928 Jan 24 09:25:22.397473 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (11759d98-c43e-497b-a68d-7ce168a0cd80), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:22.432651 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event deleted for resources: {'Port': ['ID=11759d98-c43e-497b-a68d-7ce168a0cd80,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:22.548863 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Router 869d7de5-2206-46fc-88c4-05ca9317430d has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:25:22.592162 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:22.662844 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:25:22.675366 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9487d9-5a44-4ec2-9e27-c663302d0843 None None] Sync routers for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:25:22.687337 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9487d9-5a44-4ec2-9e27-c663302d0843 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:25:22.687960 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-cb9487d9-5a44-4ec2-9e27-c663302d0843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:25:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:22.713942 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] No DVR routers for this DVR port 11759d98-c43e-497b-a68d-7ce168a0cd80 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:25:22.716739 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:22.720590 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d781c8a8-46fd-4536-bbf3-88485f4bb069 req-22ea4f2a-652d-4bb4-afb4-ae7f5a61c041 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.115 "DELETE /v2.0/ports/11759d98-c43e-497b-a68d-7ce168a0cd80 HTTP/1.1" status: 204 len: 173 time: 0.9578123 Jan 24 09:25:22.721015 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'name': 'network-vif-deleted', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:22.723302 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0eda48-1f0b-4cf3-b980-b8daa49455a2" -d '{"events": [{"server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "name": "network-vif-deleted", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:25:22.770226 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d2550e-4dbb-486c-a452-09483ef02d37 x-openstack-request-id: req-06d2550e-4dbb-486c-a452-09483ef02d37 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:25:22.770606 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e93a3-324f-47fc-b6ef-173b16f4e6f9", "name": "network-vif-deleted", "tag": "11759d98-c43e-497b-a68d-7ce168a0cd80", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:25:22.770967 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-06d2550e-4dbb-486c-a452-09483ef02d37 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:25:22.771439 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e93a3-324f-47fc-b6ef-173b16f4e6f9', 'name': 'network-vif-deleted', 'tag': '11759d98-c43e-497b-a68d-7ce168a0cd80', 'status': 'completed', 'code': 200} Jan 24 09:25:22.812007 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-cb9487d9-5a44-4ec2-9e27-c663302d0843 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:25:22.899617 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51792) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:23.016985 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-341643643-network', 'tenant_id': '35d3f0d9878e49dfb7b65e7b54a45595'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:23.027995 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-cb9487d9-5a44-4ec2-9e27-c663302d0843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:23.054325 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9487d9-5a44-4ec2-9e27-c663302d0843 None None] Checking router: 869d7de5-2206-46fc-88c4-05ca9317430d for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:25:23.063729 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9487d9-5a44-4ec2-9e27-c663302d0843 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:25:23.064338 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-cb9487d9-5a44-4ec2-9e27-c663302d0843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:25:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:23.145506 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Made reservation on behalf of 35d3f0d9878e49dfb7b65e7b54a45595 for: {'network': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:25:23.148019 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:23.158007 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:23.245140 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Publish callbacks [] for security_group (4267fa5a-f445-4c13-a190-f752ef215396), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:23.269454 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-cb9487d9-5a44-4ec2-9e27-c663302d0843 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:25:23.346085 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4267fa5a-f445-4c13-a190-f752ef215396), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:23.368106 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:25:23.383915 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4267fa5a-f445-4c13-a190-f752ef215396,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:23.386742 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (01a5f496-c965-471a-92b4-e6f1c25f8f89), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:23.387082 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.segments_db [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Added segment 01a5f496-c965-471a-92b4-e6f1c25f8f89 of type vlan for network 174a9320-4ee9-473f-bfb8-e87e9234d634 Jan 24 09:25:23.428913 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (174a9320-4ee9-473f-bfb8-e87e9234d634), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:23.489491 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-cb9487d9-5a44-4ec2-9e27-c663302d0843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:23.519497 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4de5ab09-9c31-4a80-80fe-ff9096ceee9e req-ca852c81-647b-4b67-986c-9681ad724170 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/ports?device_id=ab1e93a3-324f-47fc-b6ef-173b16f4e6f9 HTTP/1.1" status: 200 len: 210 time: 0.0291927 Jan 24 09:25:23.522119 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9487d9-5a44-4ec2-9e27-c663302d0843 None None] The sync data for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi is: [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:17:19Z', 'revision_number': 4, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '5ea81c86-8636-495f-a354-d7f5d998ed2e', 'name': '', 'network_id': 'b0d83e5f-030e-4cd8-ac08-bbed93fad267', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'mac_address': 'fa:16:3e:dd:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:18Z', 'updated_at': '2022-01-24T09:17:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'subnets': [{'id': '3272f763-2f6e-481e-8a91-15b6873888ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:25:23.580002 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (174a9320-4ee9-473f-bfb8-e87e9234d634), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:23.581491 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:23.582232 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:23.647383 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] Pushing event updated for resources: {'Network': ['ID=174a9320-4ee9-473f-bfb8-e87e9234d634,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:23.658364 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network 174a9320-4ee9-473f-bfb8-e87e9234d634 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:25:23.691898 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-e38b3b9c-1563-4b58-ab81-52a5f42ae803 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7911575 Jan 24 09:25:23.694953 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51800) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:23.700178 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] Request body: {'subnet': {'network_id': '174a9320-4ee9-473f-bfb8-e87e9234d634', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-341643643-subnet', 'tenant_id': '35d3f0d9878e49dfb7b65e7b54a45595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:23.772159 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbcfa3d-0199-4cfd-b32a-103e560a9418 None None] New status for floating IP 282e486e-1e8c-4305-abe2-a88111386b0b: DOWN {{(pid=103103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:25:23.790934 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] Made reservation on behalf of 35d3f0d9878e49dfb7b65e7b54a45595 for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:25:23.793244 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18764259'] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:24.019876 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18398569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18764273'] for subnet (161db7db-0338-445c-a4e2-e558fb61ad6c), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:24.080184 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161db7db-0338-445c-a4e2-e558fb61ad6c,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:24.088860 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] Checking segment: {'id': '01a5f496-c965-471a-92b4-e6f1c25f8f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '174a9320-4ee9-473f-bfb8-e87e9234d634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:25:24.089215 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] Network hostable DHCP agents. Network: 174a9320-4ee9-473f-bfb8-e87e9234d634, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:25:24.150828 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] Network 174a9320-4ee9-473f-bfb8-e87e9234d634 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:25:24.242200 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, 174a9320-4ee9-473f-bfb8-e87e9234d634) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:25:24.246201 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:24.246855 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:24.251876 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f0ac41-81a8-4c5f-8268-0ef1f87a28c5 None None] Network 174a9320-4ee9-473f-bfb8-e87e9234d634 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:25:24.347077 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f52c57-707e-480d-83f7-9b7fdcd19cb3 None None] Network 174a9320-4ee9-473f-bfb8-e87e9234d634 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:25:24.348219 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2b02dbd8-1f54-4234-959f-8513fbf48119 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6522818 Jan 24 09:25:24.657042 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-38bcac51-1fd8-413d-a115-9d1a087bb904 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392337 Jan 24 09:25:24.695338 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51814) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:24.749753 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-a9472d98-a4c0-447f-a1b5-c8c1ad6c42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:24.752048 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-a9472d98-a4c0-447f-a1b5-c8c1ad6c42ea service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 1099 time: 0.0451379 Jan 24 09:25:24.757290 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cda1e82f-fd57-4352-97af-57c0399745f5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (4654303f-11bf-4058-8d38-82119ed997d1), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:24.790325 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cda1e82f-fd57-4352-97af-57c0399745f5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (4654303f-11bf-4058-8d38-82119ed997d1), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:24.862927 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-1b01d536-52f5-44ec-9b31-49d794c8717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:24.864427 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-1b01d536-52f5-44ec-9b31-49d794c8717b service neutron] 10.222.0.115 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 913 time: 0.0933182 Jan 24 09:25:24.890321 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 11759d98-c43e-497b-a68d-7ce168a0cd80 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:25:24.905513 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cda1e82f-fd57-4352-97af-57c0399745f5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4654303f-11bf-4058-8d38-82119ed997d1), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:24.908240 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cda1e82f-fd57-4352-97af-57c0399745f5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:24.909604 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-cda1e82f-fd57-4352-97af-57c0399745f5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "DELETE /v2.0/security-groups/4654303f-11bf-4058-8d38-82119ed997d1 HTTP/1.1" status: 204 len: 168 time: 0.2129493 Jan 24 09:25:24.915426 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 11759d98-c43e-497b-a68d-7ce168a0cd80 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:25:24.915426 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 11759d98-c43e-497b-a68d-7ce168a0cd80 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:25:24.920739 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51820) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:24.927804 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1e82f-fd57-4352-97af-57c0399745f5 tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4654303f-11bf-4058-8d38-82119ed997d1,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:24.936927 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.api.v2.resource [None req-87120012-52f2-4f25-97d4-9f429b19a5dc tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] show failed (client error): The resource could not be found. Jan 24 09:25:24.937985 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-87120012-52f2-4f25-97d4-9f429b19a5dc tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "GET /v2.0/security-groups/4654303f-11bf-4058-8d38-82119ed997d1 HTTP/1.1" status: 404 len: 347 time: 0.0160890 Jan 24 09:25:24.942201 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-07956eb4-e6ba-43ee-b8fa-c6e98dc7eb6f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5759d870-5446-4073-a6bb-068adfd04ca4 HTTP/1.1" status: 200 len: 1002 time: 0.0712168 Jan 24 09:25:24.942659 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51822) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:25.086025 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-fbf8ca67-3754-4e8a-b342-0c46e5a2409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:25.087553 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-fbf8ca67-3754-4e8a-b342-0c46e5a2409a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 200 len: 851 time: 0.1375577 Jan 24 09:25:25.143310 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-eb81be49-037f-49f2-91a7-5d6ff2b3c63b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Deleting port 12e415b8-8e6e-4974-aa92-60a40ad7ec79 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:25.143650 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-eb81be49-037f-49f2-91a7-5d6ff2b3c63b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (12e415b8-8e6e-4974-aa92-60a40ad7ec79), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.162078 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-e6fd0fef-db5c-4f66-a859-12b19c5f6d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:25.162078 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-e6fd0fef-db5c-4f66-a859-12b19c5f6d4d service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bb18b00a-6e74-4475-8741-4c8ca85a032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0643585 Jan 24 09:25:25.176427 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51828) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:25.181562 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-500597801-network', 'tenant_id': '9f96199b7b5f40ca9cf2960b38d3021a'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:25.289324 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-eb81be49-037f-49f2-91a7-5d6ff2b3c63b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (12e415b8-8e6e-4974-aa92-60a40ad7ec79), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.289642 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-eb81be49-037f-49f2-91a7-5d6ff2b3c63b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (12e415b8-8e6e-4974-aa92-60a40ad7ec79), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.312135 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-eb81be49-037f-49f2-91a7-5d6ff2b3c63b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Calling delete_port for 12e415b8-8e6e-4974-aa92-60a40ad7ec79 owned by network:floatingip {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:25.319881 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-26131b29-a872-4d64-8fe6-31c01432d4b6 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521826 Jan 24 09:25:25.351091 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Made reservation on behalf of 9f96199b7b5f40ca9cf2960b38d3021a for: {'network': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:25:25.353525 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.363332 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.463732 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Publish callbacks [] for security_group (0c5b520c-e711-46f6-9833-186b8dc830f2), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.479291 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-c68128aa-e751-4ea7-b1d8-bbd004ddcbd2 req-ff5737c3-e36d-4702-bc37-492b8404b3e8 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516807 Jan 24 09:25:25.596518 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (0c5b520c-e711-46f6-9833-186b8dc830f2), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.620243 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:25:25.629562 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5b520c-e711-46f6-9833-186b8dc830f2,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:25.634253 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (39f70fb4-9db7-4e49-b9af-18cbaba1fc7a), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.634621 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.segments_db [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Added segment 39f70fb4-9db7-4e49-b9af-18cbaba1fc7a of type vlan for network cd5ced5b-379f-49cc-bf95-66609eb4a8b7 Jan 24 09:25:25.665231 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-eb81be49-037f-49f2-91a7-5d6ff2b3c63b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (12e415b8-8e6e-4974-aa92-60a40ad7ec79), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.675198 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (cd5ced5b-379f-49cc-bf95-66609eb4a8b7), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.703552 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81be49-037f-49f2-91a7-5d6ff2b3c63b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Pushing event deleted for resources: {'Port': ['ID=12e415b8-8e6e-4974-aa92-60a40ad7ec79,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:25.763819 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-eb81be49-037f-49f2-91a7-5d6ff2b3c63b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks [] for floatingip (282e486e-1e8c-4305-abe2-a88111386b0b), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.766447 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-eb81be49-037f-49f2-91a7-5d6ff2b3c63b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.767598 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-eb81be49-037f-49f2-91a7-5d6ff2b3c63b tempest-AttachVolumeShelveTestJSON-839430541 tempest-AttachVolumeShelveTestJSON-839430541-project] 10.222.0.113 "DELETE /v2.0/floatingips/282e486e-1e8c-4305-abe2-a88111386b0b HTTP/1.1" status: 204 len: 168 time: 0.8240297 Jan 24 09:25:25.784993 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (cd5ced5b-379f-49cc-bf95-66609eb4a8b7), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.785966 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:25.786595 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:25.847236 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] Pushing event updated for resources: {'Network': ['ID=cd5ced5b-379f-49cc-bf95-66609eb4a8b7,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:25.856476 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network cd5ced5b-379f-49cc-bf95-66609eb4a8b7 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:25:25.896445 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-e866e1d3-bc25-4949-838f-a5d933bf451d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7188611 Jan 24 09:25:25.899583 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51834) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:25.904248 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] Request body: {'subnet': {'network_id': 'cd5ced5b-379f-49cc-bf95-66609eb4a8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-500597801-subnet', 'tenant_id': '9f96199b7b5f40ca9cf2960b38d3021a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:25:26.014832 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] Made reservation on behalf of 9f96199b7b5f40ca9cf2960b38d3021a for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:25:26.017134 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18764259'] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:26.265326 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18398569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18764273'] for subnet (d36adf35-18f2-4c07-b329-f3cf2eeb1847), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:26.291303 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:25:26.330167 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36adf35-18f2-4c07-b329-f3cf2eeb1847,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:26.335479 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] Checking segment: {'id': '39f70fb4-9db7-4e49-b9af-18cbaba1fc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cd5ced5b-379f-49cc-bf95-66609eb4a8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:25:26.335841 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] Network hostable DHCP agents. Network: cd5ced5b-379f-49cc-bf95-66609eb4a8b7, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:25:26.510996 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] Network cd5ced5b-379f-49cc-bf95-66609eb4a8b7 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:25:26.688312 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, cd5ced5b-379f-49cc-bf95-66609eb4a8b7) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:25:26.692369 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:26.692980 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:26.698185 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d201e232-a1e9-4407-a691-6e7d2bd156cf None None] Network cd5ced5b-379f-49cc-bf95-66609eb4a8b7 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:25:26.800024 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae705c76-fe7d-498d-8327-d61514c5c21c None None] Network cd5ced5b-379f-49cc-bf95-66609eb4a8b7 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:25:26.816810 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-1bc760f2-1fb7-4b2f-b290-fe2f1b8ac9ce admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9161470 Jan 24 09:25:26.932084 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51842) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:26.977583 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_v2 [None req-6206f23f-7d50-4792-990b-ac0fcbcc63c0 admin admin] Deleting subnet 161db7db-0338-445c-a4e2-e558fb61ad6c {{(pid=103102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:25:26.980670 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6206f23f-7d50-4792-990b-ac0fcbcc63c0 admin admin] Publish callbacks [] for subnet (161db7db-0338-445c-a4e2-e558fb61ad6c), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.014985 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6206f23f-7d50-4792-990b-ac0fcbcc63c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17333050'] for subnet (161db7db-0338-445c-a4e2-e558fb61ad6c), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.057599 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6206f23f-7d50-4792-990b-ac0fcbcc63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (161db7db-0338-445c-a4e2-e558fb61ad6c), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.185463 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6206f23f-7d50-4792-990b-ac0fcbcc63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18398504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18764230'] for subnet (161db7db-0338-445c-a4e2-e558fb61ad6c), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.210615 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206f23f-7d50-4792-990b-ac0fcbcc63c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161db7db-0338-445c-a4e2-e558fb61ad6c,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:27.217154 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6206f23f-7d50-4792-990b-ac0fcbcc63c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.221035 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-6206f23f-7d50-4792-990b-ac0fcbcc63c0 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/161db7db-0338-445c-a4e2-e558fb61ad6c HTTP/1.1" status: 204 len: 168 time: 0.2878823 Jan 24 09:25:27.223640 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51852) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:27.293236 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (174a9320-4ee9-473f-bfb8-e87e9234d634), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.378281 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (174a9320-4ee9-473f-bfb8-e87e9234d634), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.400572 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174a9320-4ee9-473f-bfb8-e87e9234d634']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:27.411476 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a5f496-c965-471a-92b4-e6f1c25f8f89') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:27.411778 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a5f496-c965-471a-92b4-e6f1c25f8f89') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:27.422963 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (01a5f496-c965-471a-92b4-e6f1c25f8f89), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.436426 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (01a5f496-c965-471a-92b4-e6f1c25f8f89), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.443234 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:25:27.443694 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (01a5f496-c965-471a-92b4-e6f1c25f8f89), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:25:27.445405 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:25:27.562446 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (174a9320-4ee9-473f-bfb8-e87e9234d634), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.567778 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.576661 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] 10.222.0.113 "DELETE /v2.0/networks/174a9320-4ee9-473f-bfb8-e87e9234d634 HTTP/1.1" status: 204 len: 168 time: 0.3463445 Jan 24 09:25:27.576774 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51858) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:27.582612 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37c3a0-0b3d-4d11-834f-70d067990731 admin admin] Pushing event deleted for resources: {'Network': ['ID=174a9320-4ee9-473f-bfb8-e87e9234d634,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:27.620142 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa989a7c-6711-436e-99f4-626dd0e82ff6 admin admin] Deleting subnet d36adf35-18f2-4c07-b329-f3cf2eeb1847 {{(pid=103101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:25:27.623941 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fa989a7c-6711-436e-99f4-626dd0e82ff6 admin admin] Publish callbacks [] for subnet (d36adf35-18f2-4c07-b329-f3cf2eeb1847), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.662666 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fa989a7c-6711-436e-99f4-626dd0e82ff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8907078'] for subnet (d36adf35-18f2-4c07-b329-f3cf2eeb1847), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.702752 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fa989a7c-6711-436e-99f4-626dd0e82ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (d36adf35-18f2-4c07-b329-f3cf2eeb1847), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.871166 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fa989a7c-6711-436e-99f4-626dd0e82ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8393594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10073960'] for subnet (d36adf35-18f2-4c07-b329-f3cf2eeb1847), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.899892 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fa989a7c-6711-436e-99f4-626dd0e82ff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:27.903941 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-fa989a7c-6711-436e-99f4-626dd0e82ff6 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/d36adf35-18f2-4c07-b329-f3cf2eeb1847 HTTP/1.1" status: 204 len: 168 time: 0.3284652 Jan 24 09:25:27.904742 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa989a7c-6711-436e-99f4-626dd0e82ff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36adf35-18f2-4c07-b329-f3cf2eeb1847,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:27.906909 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51860) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:27.974534 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (cd5ced5b-379f-49cc-bf95-66609eb4a8b7), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:28.056368 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (cd5ced5b-379f-49cc-bf95-66609eb4a8b7), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:28.078451 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5ced5b-379f-49cc-bf95-66609eb4a8b7']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:28.087869 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f70fb4-9db7-4e49-b9af-18cbaba1fc7a') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:28.088168 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f70fb4-9db7-4e49-b9af-18cbaba1fc7a') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:28.097688 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (39f70fb4-9db7-4e49-b9af-18cbaba1fc7a), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:28.110816 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (39f70fb4-9db7-4e49-b9af-18cbaba1fc7a), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:28.116948 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:25:28.117330 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (39f70fb4-9db7-4e49-b9af-18cbaba1fc7a), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:25:28.118958 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:25:28.248741 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (cd5ced5b-379f-49cc-bf95-66609eb4a8b7), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:28.253002 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:28.256329 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] 10.222.0.113 "DELETE /v2.0/networks/cd5ced5b-379f-49cc-bf95-66609eb4a8b7 HTTP/1.1" status: 204 len: 168 time: 0.3484166 Jan 24 09:25:28.269727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccbd75-bf8f-4f4c-bb89-aa7630939cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5ced5b-379f-49cc-bf95-66609eb4a8b7,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:28.527929 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51870) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:28.668995 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51876) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:28.711814 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-db985bba-343a-44a7-a9ce-a0222d9b1fd2 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=35d3f0d9878e49dfb7b65e7b54a45595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416641 Jan 24 09:25:28.714333 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51878) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:28.766170 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3ffc094e-313c-404d-a1e6-611a32a9d582 admin admin] Publish callbacks [] for security_group (4267fa5a-f445-4c13-a190-f752ef215396), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:28.789169 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3ffc094e-313c-404d-a1e6-611a32a9d582 admin admin] Publish callbacks [] for security_group (4267fa5a-f445-4c13-a190-f752ef215396), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:28.939594 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3ffc094e-313c-404d-a1e6-611a32a9d582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4267fa5a-f445-4c13-a190-f752ef215396), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:28.942979 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3ffc094e-313c-404d-a1e6-611a32a9d582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:28.944338 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-3ffc094e-313c-404d-a1e6-611a32a9d582 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/4267fa5a-f445-4c13-a190-f752ef215396 HTTP/1.1" status: 204 len: 168 time: 0.2290518 Jan 24 09:25:28.953194 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc094e-313c-404d-a1e6-611a32a9d582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4267fa5a-f445-4c13-a190-f752ef215396,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:29.060501 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622055'] for router_interface (869d7de5-2206-46fc-88c4-05ca9317430d), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:29.379493 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] Deleting port 5ea81c86-8636-495f-a354-d7f5d998ed2e {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:29.381636 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:29.457499 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] For port 5ea81c86-8636-495f-a354-d7f5d998ed2e, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=5ea81c86-8636-495f-a354-d7f5d998ed2e,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:29.457860 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:29.471721 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] Calling delete_port for 5ea81c86-8636-495f-a354-d7f5d998ed2e owned by network:router_interface {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:29.745022 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (5ea81c86-8636-495f-a354-d7f5d998ed2e), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:29.773773 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea81c86-8636-495f-a354-d7f5d998ed2e,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:29.823238 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51888) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:29.888463 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-9b06c3dc-7e13-4b72-8d7f-c366d69f3fee admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9f96199b7b5f40ca9cf2960b38d3021a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612960 Jan 24 09:25:29.889543 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51890) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:29.972056 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-68d27bb6-710f-4ac6-8797-6eaadb9d1517 admin admin] Publish callbacks [] for security_group (0c5b520c-e711-46f6-9833-186b8dc830f2), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:29.997640 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-68d27bb6-710f-4ac6-8797-6eaadb9d1517 admin admin] Publish callbacks [] for security_group (0c5b520c-e711-46f6-9833-186b8dc830f2), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:30.150880 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-68d27bb6-710f-4ac6-8797-6eaadb9d1517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (0c5b520c-e711-46f6-9833-186b8dc830f2), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:30.153509 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-68d27bb6-710f-4ac6-8797-6eaadb9d1517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:30.154732 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-68d27bb6-710f-4ac6-8797-6eaadb9d1517 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0c5b520c-e711-46f6-9833-186b8dc830f2 HTTP/1.1" status: 204 len: 168 time: 0.2639618 Jan 24 09:25:30.164298 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d27bb6-710f-4ac6-8797-6eaadb9d1517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5b520c-e711-46f6-9833-186b8dc830f2,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:30.207639 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614365'] for router_interface (869d7de5-2206-46fc-88c4-05ca9317430d), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:30.444379 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] Router 869d7de5-2206-46fc-88c4-05ca9317430d has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:25:30.565056 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:25:30.570091 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-f545c37d-10c9-493e-9d01-6135a7b78bba admin admin] 10.222.0.113 "PUT /v2.0/routers/869d7de5-2206-46fc-88c4-05ca9317430d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0411170 Jan 24 09:25:30.572834 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 51900) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:30.575192 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa173a7-8670-4ce1-850d-777e4f482fb6 None None] Sync routers for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:25:30.587131 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa173a7-8670-4ce1-850d-777e4f482fb6 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:25:30.587745 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-3aa173a7-8670-4ce1-850d-777e4f482fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:25:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:30.688579 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Publish callbacks [] for router (869d7de5-2206-46fc-88c4-05ca9317430d), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:30.696656 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-3aa173a7-8670-4ce1-850d-777e4f482fb6 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:25:30.891910 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-3aa173a7-8670-4ce1-850d-777e4f482fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:25:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:30.927720 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa173a7-8670-4ce1-850d-777e4f482fb6 None None] Checking router: 869d7de5-2206-46fc-88c4-05ca9317430d for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:25:30.944023 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa173a7-8670-4ce1-850d-777e4f482fb6 None None] Routers {'869d7de5-2206-46fc-88c4-05ca9317430d'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:25:30.944651 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-3aa173a7-8670-4ce1-850d-777e4f482fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:25:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['869d7de5-2206-46fc-88c4-05ca9317430d'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:31.054712 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-3aa173a7-8670-4ce1-850d-777e4f482fb6 None None] Set router 869d7de5-2206-46fc-88c4-05ca9317430d gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:25:31.066271 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Publish callbacks [] for router_gateway (869d7de5-2206-46fc-88c4-05ca9317430d), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:31.233251 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Deleting port f0853914-b0a6-470d-8d83-874edb740847 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:31.233645 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (f0853914-b0a6-470d-8d83-874edb740847), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:31.252404 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-3aa173a7-8670-4ce1-850d-777e4f482fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:25:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:31.278410 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa173a7-8670-4ce1-850d-777e4f482fb6 None None] The sync data for ids ['869d7de5-2206-46fc-88c4-05ca9317430d'] in dv-cinder-804035-26-iscsi is: [{'id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'name': 'tempest-AttachVolumeShelveTestJSON-352876148-router', 'tenant_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'f0853914-b0a6-470d-8d83-874edb740847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:17:11Z', 'updated_at': '2022-01-24T09:25:29Z', 'revision_number': 5, 'project_id': '94bb7ee37f9545c7a38065c3e1a3b6c1', 'gw_port': {'id': 'f0853914-b0a6-470d-8d83-874edb740847', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869d7de5-2206-46fc-88c4-05ca9317430d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:17:12Z', 'updated_at': '2022-01-24T09:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:25:31.325395 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] For port f0853914-b0a6-470d-8d83-874edb740847, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=f0853914-b0a6-470d-8d83-874edb740847,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:31.325770 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (f0853914-b0a6-470d-8d83-874edb740847), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:31.339063 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Calling delete_port for f0853914-b0a6-470d-8d83-874edb740847 owned by network:router_gateway {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:31.618857 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (f0853914-b0a6-470d-8d83-874edb740847), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:31.647287 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0853914-b0a6-470d-8d83-874edb740847,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:31.714579 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620264'] for router_gateway (869d7de5-2206-46fc-88c4-05ca9317430d), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:31.813316 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6864'] for router (869d7de5-2206-46fc-88c4-05ca9317430d), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:31.815641 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Publish callbacks [] for router_controller (869d7de5-2206-46fc-88c4-05ca9317430d), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:31.944738 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616805'] for router (869d7de5-2206-46fc-88c4-05ca9317430d), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:31.945275 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 869d7de5-2206-46fc-88c4-05ca9317430d {{(pid=103101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:25:31.950532 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:31.953097 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-f5eeea7d-3a74-4c04-a50c-608badead987 admin admin] 10.222.0.113 "DELETE /v2.0/routers/869d7de5-2206-46fc-88c4-05ca9317430d HTTP/1.1" status: 204 len: 168 time: 1.3779032 Jan 24 09:25:31.955039 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51932) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:32.013094 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4baf31-480c-46ca-a6d1-444a527fba99 admin admin] Deleting subnet 3272f763-2f6e-481e-8a91-15b6873888ea {{(pid=103102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:25:32.017446 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4b4baf31-480c-46ca-a6d1-444a527fba99 admin admin] Publish callbacks [] for subnet (3272f763-2f6e-481e-8a91-15b6873888ea), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.056648 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4b4baf31-480c-46ca-a6d1-444a527fba99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17333050'] for subnet (3272f763-2f6e-481e-8a91-15b6873888ea), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.150227 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4b4baf31-480c-46ca-a6d1-444a527fba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (3272f763-2f6e-481e-8a91-15b6873888ea), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.305011 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4b4baf31-480c-46ca-a6d1-444a527fba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18398504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18764230'] for subnet (3272f763-2f6e-481e-8a91-15b6873888ea), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.333882 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-4b4baf31-480c-46ca-a6d1-444a527fba99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.339276 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-4b4baf31-480c-46ca-a6d1-444a527fba99 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/3272f763-2f6e-481e-8a91-15b6873888ea HTTP/1.1" status: 204 len: 168 time: 0.3809471 Jan 24 09:25:32.339276 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4baf31-480c-46ca-a6d1-444a527fba99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3272f763-2f6e-481e-8a91-15b6873888ea,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:32.343458 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51942) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:32.344221 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57884785-bec0-4a28-a544-bdcba164d172 None None] Network b0d83e5f-030e-4cd8-ac08-bbed93fad267 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:25:32.424266 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (b0d83e5f-030e-4cd8-ac08-bbed93fad267), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.520943 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Deleting port a313b5f3-44da-4c35-9a46-84d68b333579 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:32.520943 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.570960 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] DHCP port deletion for b0d83e5f-030e-4cd8-ac08-bbed93fad267 request from dv-cinder-804035-26-iscsi {{(pid=103103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:25:32.575887 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 5ea81c86-8636-495f-a354-d7f5d998ed2e no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:25:32.600255 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 5ea81c86-8636-495f-a354-d7f5d998ed2e {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:25:32.600659 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 5ea81c86-8636-495f-a354-d7f5d998ed2e not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:25:32.601170 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device f0853914-b0a6-470d-8d83-874edb740847 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:25:32.606883 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] For port a313b5f3-44da-4c35-9a46-84d68b333579, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a313b5f3-44da-4c35-9a46-84d68b333579,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:32.607253 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.624026 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Calling delete_port for a313b5f3-44da-4c35-9a46-84d68b333579 owned by network:dhcp {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:32.642528 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: f0853914-b0a6-470d-8d83-874edb740847 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:25:32.642960 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device f0853914-b0a6-470d-8d83-874edb740847 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:25:32.667622 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Deleting port a313b5f3-44da-4c35-9a46-84d68b333579 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:32.668039 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.731535 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] For port a313b5f3-44da-4c35-9a46-84d68b333579, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a313b5f3-44da-4c35-9a46-84d68b333579,segment=NetworkSegment(99ce327c-99d7-4d6b-a613-4648760eccf5),segment_id=99ce327c-99d7-4d6b-a613-4648760eccf5)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:32.731847 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.744496 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Calling delete_port for a313b5f3-44da-4c35-9a46-84d68b333579 owned by network:dhcp {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:32.853930 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.883001 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Pushing event deleted for resources: {'Port': ['ID=a313b5f3-44da-4c35-9a46-84d68b333579,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:32.888032 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] No DVR routers for this DVR port a313b5f3-44da-4c35-9a46-84d68b333579 on host dv-cinder-804035-26-iscsi {{(pid=103102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:25:32.953817 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404'] for port (a313b5f3-44da-4c35-9a46-84d68b333579), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.975063 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (b0d83e5f-030e-4cd8-ac08-bbed93fad267), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:32.988179 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] No DVR routers for this DVR port a313b5f3-44da-4c35-9a46-84d68b333579 on host dv-cinder-804035-26-iscsi {{(pid=103103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:25:32.990120 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Pushing event deleted for resources: {'Port': ['ID=a313b5f3-44da-4c35-9a46-84d68b333579,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:33.000922 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.000922 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.001113 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.001309 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.001641 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.001969 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.002360 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.002673 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.003001 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.003330 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.003665 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.003965 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.004278 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589266a5-4fcf-4ecf-9ef2-b76fbdb7bbd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:25:33.004606 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d83e5f-030e-4cd8-ac08-bbed93fad267']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:33.015428 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ce327c-99d7-4d6b-a613-4648760eccf5') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:33.015822 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ce327c-99d7-4d6b-a613-4648760eccf5') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:25:33.025345 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (99ce327c-99d7-4d6b-a613-4648760eccf5), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:33.038565 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (99ce327c-99d7-4d6b-a613-4648760eccf5), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:33.044442 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:25:33.045384 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (99ce327c-99d7-4d6b-a613-4648760eccf5), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:25:33.047012 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:25:33.190392 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (b0d83e5f-030e-4cd8-ac08-bbed93fad267), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:33.196082 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:33.199389 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] 10.222.0.113 "DELETE /v2.0/networks/b0d83e5f-030e-4cd8-ac08-bbed93fad267 HTTP/1.1" status: 204 len: 168 time: 0.8580549 Jan 24 09:25:33.210691 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40bd34-b950-47fd-8b1c-3c1c8203c765 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d83e5f-030e-4cd8-ac08-bbed93fad267,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:33.635713 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51954) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:33.683155 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-6ff26b03-a550-4c5e-93d3-b3fcb7b9de4d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=94bb7ee37f9545c7a38065c3e1a3b6c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462687 Jan 24 09:25:33.686612 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 51956) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:33.738536 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-df80ee1d-74cf-418e-9539-eb9e202b1dfa admin admin] Publish callbacks [] for security_group (b85484ce-d191-412c-a6e2-82c125539b71), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:33.764459 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-df80ee1d-74cf-418e-9539-eb9e202b1dfa admin admin] Publish callbacks [] for security_group (b85484ce-d191-412c-a6e2-82c125539b71), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:33.899942 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-df80ee1d-74cf-418e-9539-eb9e202b1dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (b85484ce-d191-412c-a6e2-82c125539b71), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:33.902723 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-df80ee1d-74cf-418e-9539-eb9e202b1dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:33.903886 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-df80ee1d-74cf-418e-9539-eb9e202b1dfa admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b85484ce-d191-412c-a6e2-82c125539b71 HTTP/1.1" status: 204 len: 168 time: 0.2162828 Jan 24 09:25:33.913581 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80ee1d-74cf-418e-9539-eb9e202b1dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85484ce-d191-412c-a6e2-82c125539b71,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:34.380753 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a313b5f3-44da-4c35-9a46-84d68b333579 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:25:34.401814 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: a313b5f3-44da-4c35-9a46-84d68b333579 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:25:34.402194 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a313b5f3-44da-4c35-9a46-84d68b333579 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:25:36.836482 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52036) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:36.938250 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4be9-c0ff-4065-9b0c-fa63e8e7708c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:37.008807 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4be9-c0ff-4065-9b0c-fa63e8e7708c admin admin] Publish callbacks [] for security_group (5ef466a7-4826-43bd-a1a6-412c7a878f85), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:37.081892 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7f2c4be9-c0ff-4065-9b0c-fa63e8e7708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5ef466a7-4826-43bd-a1a6-412c7a878f85), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:37.120831 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-7f2c4be9-c0ff-4065-9b0c-fa63e8e7708c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=3c42fdba501e469ab8fc5e6bc0e94185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832217 Jan 24 09:25:37.121699 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c4be9-c0ff-4065-9b0c-fa63e8e7708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef466a7-4826-43bd-a1a6-412c7a878f85,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:37.124678 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 52042) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:37.177043 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cfa31360-23ee-49f5-9099-262c03e21d9b admin admin] Publish callbacks [] for security_group (5ef466a7-4826-43bd-a1a6-412c7a878f85), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:37.199075 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cfa31360-23ee-49f5-9099-262c03e21d9b admin admin] Publish callbacks [] for security_group (5ef466a7-4826-43bd-a1a6-412c7a878f85), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:37.315681 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cfa31360-23ee-49f5-9099-262c03e21d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (5ef466a7-4826-43bd-a1a6-412c7a878f85), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:37.318339 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cfa31360-23ee-49f5-9099-262c03e21d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:37.319485 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-cfa31360-23ee-49f5-9099-262c03e21d9b admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/5ef466a7-4826-43bd-a1a6-412c7a878f85 HTTP/1.1" status: 204 len: 168 time: 0.1936400 Jan 24 09:25:37.328502 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa31360-23ee-49f5-9099-262c03e21d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef466a7-4826-43bd-a1a6-412c7a878f85,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:37.926446 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52052) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:37.942475 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0537f754-a400-457f-b241-5601befb5f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:38.017233 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0537f754-a400-457f-b241-5601befb5f02 admin admin] Publish callbacks [] for security_group (ee8115af-a9a6-4436-a8aa-2beb56f5da08), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:38.070281 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0537f754-a400-457f-b241-5601befb5f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (ee8115af-a9a6-4436-a8aa-2beb56f5da08), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:38.108671 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-0537f754-a400-457f-b241-5601befb5f02 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4d426f976e7343c1b9a46cee4f96c6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809931 Jan 24 09:25:38.109528 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537f754-a400-457f-b241-5601befb5f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8115af-a9a6-4436-a8aa-2beb56f5da08,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:38.111265 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 52054) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:38.167690 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3f70f6af-90c6-4e0d-ad41-11db96b36f72 admin admin] Publish callbacks [] for security_group (ee8115af-a9a6-4436-a8aa-2beb56f5da08), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:38.190992 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3f70f6af-90c6-4e0d-ad41-11db96b36f72 admin admin] Publish callbacks [] for security_group (ee8115af-a9a6-4436-a8aa-2beb56f5da08), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:38.310156 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3f70f6af-90c6-4e0d-ad41-11db96b36f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (ee8115af-a9a6-4436-a8aa-2beb56f5da08), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:38.313299 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3f70f6af-90c6-4e0d-ad41-11db96b36f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:38.314491 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-3f70f6af-90c6-4e0d-ad41-11db96b36f72 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ee8115af-a9a6-4436-a8aa-2beb56f5da08 HTTP/1.1" status: 204 len: 168 time: 0.2020195 Jan 24 09:25:38.322611 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70f6af-90c6-4e0d-ad41-11db96b36f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8115af-a9a6-4436-a8aa-2beb56f5da08,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:46.257945 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-928ffce2-3a18-44ca-9611-dcc9629ced2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:46.396349 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4138d19-c245-4416-8aaa-190ac7a2e00c req-d83ad13a-ca13-4f04-9e7e-126e60ff826c tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:46.398032 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f4138d19-c245-4416-8aaa-190ac7a2e00c req-d83ad13a-ca13-4f04-9e7e-126e60ff826c tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 946 time: 0.0549915 Jan 24 09:25:46.449606 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f4138d19-c245-4416-8aaa-190ac7a2e00c req-6f962c0a-c381-4f1b-ab20-46dce3d83877 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456839 Jan 24 09:25:47.590460 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002b8e5-6dab-424c-b0d7-944bcf4f4afe req-a61bac31-d210-4c3e-a613-fa2c827a8625 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:47.592041 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4002b8e5-6dab-424c-b0d7-944bcf4f4afe req-a61bac31-d210-4c3e-a613-fa2c827a8625 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 946 time: 0.0558496 Jan 24 09:25:47.607036 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:47.643369 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4002b8e5-6dab-424c-b0d7-944bcf4f4afe req-face770e-e2ef-40f5-b943-fbccb4077573 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Jan 24 09:25:48.388445 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b733b-8f2b-44e5-9397-d36518ea41d6 req-65c2bd65-f3dc-41e0-b4dd-836f62acce8b tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:48.389917 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ce6b733b-8f2b-44e5-9397-d36518ea41d6 req-65c2bd65-f3dc-41e0-b4dd-836f62acce8b tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.115 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 946 time: 0.0562050 Jan 24 09:25:48.486847 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-ce6b733b-8f2b-44e5-9397-d36518ea41d6 req-28bae889-a44b-4119-845b-6aacfb069ffa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Deleting port c011af7c-0d62-46b5-a07e-00ca69f678b2 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:25:48.487188 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ce6b733b-8f2b-44e5-9397-d36518ea41d6 req-28bae889-a44b-4119-845b-6aacfb069ffa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:48.541776 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52284) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:48.595986 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-ce6b733b-8f2b-44e5-9397-d36518ea41d6 req-28bae889-a44b-4119-845b-6aacfb069ffa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] For port c011af7c-0d62-46b5-a07e-00ca69f678b2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=c011af7c-0d62-46b5-a07e-00ca69f678b2,segment=NetworkSegment(b8efa410-73e4-4ac0-9cef-4a2315bcbc31),segment_id=b8efa410-73e4-4ac0-9cef-4a2315bcbc31)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:25:48.596441 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ce6b733b-8f2b-44e5-9397-d36518ea41d6 req-28bae889-a44b-4119-845b-6aacfb069ffa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:48.601916 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-514275ab-e20f-441f-a597-3bf4c83134c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:48.612763 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-ce6b733b-8f2b-44e5-9397-d36518ea41d6 req-28bae889-a44b-4119-845b-6aacfb069ffa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Calling delete_port for c011af7c-0d62-46b5-a07e-00ca69f678b2 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:25:48.673912 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3963ec4a-dcf6-4fc0-86de-ff9e610793de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:48.769851 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13492a1c-9311-4a35-a221-8b9c1e3e81d9 req-078f7605-a6c9-47a3-8259-1c550f2c6319 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:25:48.771371 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-13492a1c-9311-4a35-a221-8b9c1e3e81d9 req-078f7605-a6c9-47a3-8259-1c550f2c6319 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 946 time: 0.0543344 Jan 24 09:25:48.807509 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ce6b733b-8f2b-44e5-9397-d36518ea41d6 req-28bae889-a44b-4119-845b-6aacfb069ffa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (c011af7c-0d62-46b5-a07e-00ca69f678b2), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:48.821071 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['c011af7c-0d62-46b5-a07e-00ca69f678b2'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:25:48.832691 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-13492a1c-9311-4a35-a221-8b9c1e3e81d9 req-8bc942f0-2329-4310-8031-1a4ad2c04355 tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/security-groups?id=a13883a7-5df6-4af7-816a-fe674b32b4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553806 Jan 24 09:25:48.841214 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bae889-a44b-4119-845b-6aacfb069ffa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Pushing event deleted for resources: {'Port': ['ID=c011af7c-0d62-46b5-a07e-00ca69f678b2,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:48.874678 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3963ec4a-dcf6-4fc0-86de-ff9e610793de admin admin] Publish callbacks [] for security_group (8869efce-d0c6-4651-a6bc-9603727e76d2), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:48.883660 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6b733b-8f2b-44e5-9397-d36518ea41d6 req-28bae889-a44b-4119-845b-6aacfb069ffa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] No DVR routers for this DVR port c011af7c-0d62-46b5-a07e-00ca69f678b2 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:25:48.886271 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-ce6b733b-8f2b-44e5-9397-d36518ea41d6 req-28bae889-a44b-4119-845b-6aacfb069ffa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:48.889671 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ce6b733b-8f2b-44e5-9397-d36518ea41d6 req-28bae889-a44b-4119-845b-6aacfb069ffa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.115 "DELETE /v2.0/ports/c011af7c-0d62-46b5-a07e-00ca69f678b2 HTTP/1.1" status: 204 len: 173 time: 0.4935250 Jan 24 09:25:48.890124 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aace0c79-a7fc-4876-9a88-38057e742bbd', 'name': 'network-vif-deleted', 'tag': 'c011af7c-0d62-46b5-a07e-00ca69f678b2'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:25:48.892596 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177d0f4b-e3c9-455c-bc0e-78b6de7d441c" -d '{"events": [{"server_uuid": "aace0c79-a7fc-4876-9a88-38057e742bbd", "name": "network-vif-deleted", "tag": "c011af7c-0d62-46b5-a07e-00ca69f678b2"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:25:48.929676 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274506c8-4915-4e3b-865b-665b6149d113 x-openstack-request-id: req-274506c8-4915-4e3b-865b-665b6149d113 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:25:48.929972 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aace0c79-a7fc-4876-9a88-38057e742bbd", "name": "network-vif-deleted", "tag": "c011af7c-0d62-46b5-a07e-00ca69f678b2", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:25:48.930258 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-274506c8-4915-4e3b-865b-665b6149d113 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:25:48.930768 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aace0c79-a7fc-4876-9a88-38057e742bbd', 'name': 'network-vif-deleted', 'tag': 'c011af7c-0d62-46b5-a07e-00ca69f678b2', 'status': 'completed', 'code': 200} Jan 24 09:25:48.932227 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3963ec4a-dcf6-4fc0-86de-ff9e610793de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (8869efce-d0c6-4651-a6bc-9603727e76d2), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:48.975539 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-3963ec4a-dcf6-4fc0-86de-ff9e610793de admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6c63f471e7604a5fa8678787f0ac9d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302289 Jan 24 09:25:48.975768 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52292) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:48.981704 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963ec4a-dcf6-4fc0-86de-ff9e610793de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8869efce-d0c6-4651-a6bc-9603727e76d2,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:49.027928 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-93de26d4-7537-4770-872c-26ae971e649c admin admin] Publish callbacks [] for security_group (8869efce-d0c6-4651-a6bc-9603727e76d2), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:49.051215 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-93de26d4-7537-4770-872c-26ae971e649c admin admin] Publish callbacks [] for security_group (8869efce-d0c6-4651-a6bc-9603727e76d2), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:49.139198 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-93de26d4-7537-4770-872c-26ae971e649c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (8869efce-d0c6-4651-a6bc-9603727e76d2), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:49.142883 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-93de26d4-7537-4770-872c-26ae971e649c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:49.144044 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-93de26d4-7537-4770-872c-26ae971e649c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/8869efce-d0c6-4651-a6bc-9603727e76d2 HTTP/1.1" status: 204 len: 168 time: 0.1673968 Jan 24 09:25:49.152466 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de26d4-7537-4770-872c-26ae971e649c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8869efce-d0c6-4651-a6bc-9603727e76d2,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:49.847595 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:49.903682 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52314) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:49.914242 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52318) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:49.928126 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-df507cbf-51fe-4d23-9ab0-f6993d669003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:49.966311 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-da0d5d45-62bb-4b24-87e3-b26abe811477 req-1b474cb8-9f7c-4c9d-a696-f35d0dc291fa tempest-VolumesSnapshotTestJSON-1312806945 tempest-VolumesSnapshotTestJSON-1312806945-project] 10.222.0.113 "GET /v2.0/ports?device_id=aace0c79-a7fc-4876-9a88-38057e742bbd HTTP/1.1" status: 200 len: 210 time: 0.0345349 Jan 24 09:25:50.035311 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-df507cbf-51fe-4d23-9ab0-f6993d669003 admin admin] Publish callbacks [] for security_group (756531b6-a6ce-4ee7-9965-b8d8e7ac4e99), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.099034 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-df507cbf-51fe-4d23-9ab0-f6993d669003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (756531b6-a6ce-4ee7-9965-b8d8e7ac4e99), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.149029 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-356fc06c-7df7-4e07-8401-3bf4e291f46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.153419 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-df507cbf-51fe-4d23-9ab0-f6993d669003 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=ee6f1bd2e4d746df84e980a8a900e4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382140 Jan 24 09:25:50.155425 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df507cbf-51fe-4d23-9ab0-f6993d669003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756531b6-a6ce-4ee7-9965-b8d8e7ac4e99,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:50.156434 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 52320) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:50.209069 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-933d7074-7a69-4475-80ee-875ad7b1e9e2 admin admin] Publish callbacks [] for security_group (756531b6-a6ce-4ee7-9965-b8d8e7ac4e99), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.232060 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-933d7074-7a69-4475-80ee-875ad7b1e9e2 admin admin] Publish callbacks [] for security_group (756531b6-a6ce-4ee7-9965-b8d8e7ac4e99), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.233515 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-356fc06c-7df7-4e07-8401-3bf4e291f46c admin admin] Publish callbacks [] for security_group (e0b10a76-0733-4397-88a3-d7551d37b8f2), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.293002 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-356fc06c-7df7-4e07-8401-3bf4e291f46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e0b10a76-0733-4397-88a3-d7551d37b8f2), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.333768 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-356fc06c-7df7-4e07-8401-3bf4e291f46c admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=2655166c1ea34c51a61f270a4220e613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289241 Jan 24 09:25:50.334755 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fc06c-7df7-4e07-8401-3bf4e291f46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b10a76-0733-4397-88a3-d7551d37b8f2,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:50.336788 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 52322) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:50.352398 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-933d7074-7a69-4475-80ee-875ad7b1e9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (756531b6-a6ce-4ee7-9965-b8d8e7ac4e99), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.353286 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-933d7074-7a69-4475-80ee-875ad7b1e9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.354519 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-933d7074-7a69-4475-80ee-875ad7b1e9e2 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/756531b6-a6ce-4ee7-9965-b8d8e7ac4e99 HTTP/1.1" status: 204 len: 168 time: 0.1966817 Jan 24 09:25:50.373092 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d7074-7a69-4475-80ee-875ad7b1e9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756531b6-a6ce-4ee7-9965-b8d8e7ac4e99,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:50.408643 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6edf1c33-c37b-4483-9410-8f1c8506566c admin admin] Publish callbacks [] for security_group (e0b10a76-0733-4397-88a3-d7551d37b8f2), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.431552 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6edf1c33-c37b-4483-9410-8f1c8506566c admin admin] Publish callbacks [] for security_group (e0b10a76-0733-4397-88a3-d7551d37b8f2), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.567546 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6edf1c33-c37b-4483-9410-8f1c8506566c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e0b10a76-0733-4397-88a3-d7551d37b8f2), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.570325 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6edf1c33-c37b-4483-9410-8f1c8506566c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:50.571685 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-6edf1c33-c37b-4483-9410-8f1c8506566c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e0b10a76-0733-4397-88a3-d7551d37b8f2 HTTP/1.1" status: 204 len: 168 time: 0.2338376 Jan 24 09:25:50.584358 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf1c33-c37b-4483-9410-8f1c8506566c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b10a76-0733-4397-88a3-d7551d37b8f2,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:50.933270 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:51.214827 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 52350) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:51.232786 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5b4c1e76-4ce0-4441-8cd9-7f04736be633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:51.316417 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5b4c1e76-4ce0-4441-8cd9-7f04736be633 admin admin] Publish callbacks [] for security_group (76ec9a04-e871-4a9c-a01c-1cbe3a9b6de7), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:51.590342 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-5b4c1e76-4ce0-4441-8cd9-7f04736be633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (76ec9a04-e871-4a9c-a01c-1cbe3a9b6de7), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:51.631500 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-5b4c1e76-4ce0-4441-8cd9-7f04736be633 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=db19dad6a23b4a73acafc3ea2ccdbdc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155595 Jan 24 09:25:51.632621 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c1e76-4ce0-4441-8cd9-7f04736be633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ec9a04-e871-4a9c-a01c-1cbe3a9b6de7,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:51.634711 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52354) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:51.694643 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8de07085-9c66-45dd-b0cd-f24442796f76 admin admin] Publish callbacks [] for security_group (76ec9a04-e871-4a9c-a01c-1cbe3a9b6de7), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:51.717380 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8de07085-9c66-45dd-b0cd-f24442796f76 admin admin] Publish callbacks [] for security_group (76ec9a04-e871-4a9c-a01c-1cbe3a9b6de7), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:51.847500 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8de07085-9c66-45dd-b0cd-f24442796f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (76ec9a04-e871-4a9c-a01c-1cbe3a9b6de7), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:51.850167 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8de07085-9c66-45dd-b0cd-f24442796f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:51.851337 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-8de07085-9c66-45dd-b0cd-f24442796f76 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/76ec9a04-e871-4a9c-a01c-1cbe3a9b6de7 HTTP/1.1" status: 204 len: 168 time: 0.2150247 Jan 24 09:25:51.861912 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de07085-9c66-45dd-b0cd-f24442796f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ec9a04-e871-4a9c-a01c-1cbe3a9b6de7,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:25:52.589953 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:25:53.494091 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device c011af7c-0d62-46b5-a07e-00ca69f678b2 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:25:53.517687 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: c011af7c-0d62-46b5-a07e-00ca69f678b2 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:25:53.518047 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device c011af7c-0d62-46b5-a07e-00ca69f678b2 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:25:59.876750 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52508) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:25:59.994404 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7d96-6deb-4f80-b73b-020b1720f7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:00.067626 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7d96-6deb-4f80-b73b-020b1720f7fe admin admin] Publish callbacks [] for security_group (aedbea8f-5f26-45e7-9e0b-6cee886752d0), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:00.155405 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b0ad7d96-6deb-4f80-b73b-020b1720f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (aedbea8f-5f26-45e7-9e0b-6cee886752d0), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:00.194184 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad7d96-6deb-4f80-b73b-020b1720f7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedbea8f-5f26-45e7-9e0b-6cee886752d0,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:00.199027 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-b0ad7d96-6deb-4f80-b73b-020b1720f7fe admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=320fbbdf75b34f3d8d98175c5611072b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206148 Jan 24 09:26:00.201562 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52516) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:00.273693 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-83a09fda-bada-4815-ad91-0377ea52e87e admin admin] Publish callbacks [] for security_group (aedbea8f-5f26-45e7-9e0b-6cee886752d0), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:00.295235 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-83a09fda-bada-4815-ad91-0377ea52e87e admin admin] Publish callbacks [] for security_group (aedbea8f-5f26-45e7-9e0b-6cee886752d0), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:00.498838 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-83a09fda-bada-4815-ad91-0377ea52e87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (aedbea8f-5f26-45e7-9e0b-6cee886752d0), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:00.501425 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-83a09fda-bada-4815-ad91-0377ea52e87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:00.502660 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-83a09fda-bada-4815-ad91-0377ea52e87e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/aedbea8f-5f26-45e7-9e0b-6cee886752d0 HTTP/1.1" status: 204 len: 168 time: 0.3005943 Jan 24 09:26:00.510641 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a09fda-bada-4815-ad91-0377ea52e87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedbea8f-5f26-45e7-9e0b-6cee886752d0,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:01.273995 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 52536) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:01.287747 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:01.367138 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Publish callbacks [] for security_group (6a9672c0-c370-4a02-a9af-a8ec91c72dbd), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:01.447543 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (6a9672c0-c370-4a02-a9af-a8ec91c72dbd), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:01.490801 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5ae1f8bae56649b48da50edca18a5640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156856 Jan 24 09:26:01.491670 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9672c0-c370-4a02-a9af-a8ec91c72dbd,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:01.493492 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52538) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:01.499237 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.499593 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.499950 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.500286 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.500620 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.500949 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.501286 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.501669 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.502036 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.502339 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.502674 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.503000 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.503323 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67daa905-1c9d-436e-9580-b4c84c25078e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:01.541806 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0b1a49c4-0c41-4eb4-bb14-8b2675c22834 admin admin] Publish callbacks [] for security_group (6a9672c0-c370-4a02-a9af-a8ec91c72dbd), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:01.564022 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0b1a49c4-0c41-4eb4-bb14-8b2675c22834 admin admin] Publish callbacks [] for security_group (6a9672c0-c370-4a02-a9af-a8ec91c72dbd), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:01.709686 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0b1a49c4-0c41-4eb4-bb14-8b2675c22834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (6a9672c0-c370-4a02-a9af-a8ec91c72dbd), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:01.712204 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0b1a49c4-0c41-4eb4-bb14-8b2675c22834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:01.713381 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-0b1a49c4-0c41-4eb4-bb14-8b2675c22834 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6a9672c0-c370-4a02-a9af-a8ec91c72dbd HTTP/1.1" status: 204 len: 168 time: 0.2188802 Jan 24 09:26:01.722112 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a49c4-0c41-4eb4-bb14-8b2675c22834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9672c0-c370-4a02-a9af-a8ec91c72dbd,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:03.290400 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:26:07.061129 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-43c5bcf4-0dbf-447c-8c89-9080a872ff36 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899158498&fields=id&tenant_id=bedaa9b436ab45108aa33633b17e58d0 HTTP/1.1" status: 200 len: 267 time: 0.0704803 Jan 24 09:26:07.170579 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98683-003c-4a40-8a3b-283561b33233 req-49e75a4e-3163-4aec-bf44-69ff26b34ec8 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:07.172975 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-49e75a4e-3163-4aec-bf44-69ff26b34ec8 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 812 time: 0.1031880 Jan 24 09:26:07.188181 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-45238e2d-763e-44ed-a0ef-fbad83b00bda tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/quotas/bedaa9b436ab45108aa33633b17e58d0 HTTP/1.1" status: 200 len: 375 time: 0.0093884 Jan 24 09:26:07.246396 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-089f473f-d28b-4b04-9f9b-c9e160844545 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516002 Jan 24 09:26:07.344502 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-ddbbc24d-182b-468c-9604-3d416effe9fa service neutron] 10.222.0.113 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869420 Jan 24 09:26:07.433624 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-bc564cf4-202b-4bcb-9d48-643ad08850cf service neutron] 10.222.0.113 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833738 Jan 24 09:26:07.954902 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4c8be198-c675-4004-9bb1-80c28cda0401 req-9e1bc4b5-d0d9-4e83-9747-fd1e5ce67a2e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 210 time: 0.0281980 Jan 24 09:26:09.058328 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3cf8602b-ce50-4a42-9b21-d18230222b2a req-fc11da8f-5299-4ff4-bbba-85e288d791ce tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 210 time: 0.0328076 Jan 24 09:26:10.185771 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-84e91485-ad20-417e-9b1b-4dff27a72705 req-d00ace3f-1b5b-4e36-9caf-c185f7df998e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 210 time: 0.0509231 Jan 24 09:26:10.212906 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98683-003c-4a40-8a3b-283561b33233 req-34fbaca3-8c5c-4ff3-8616-5d5d515c149c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:10.212906 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-34fbaca3-8c5c-4ff3-8616-5d5d515c149c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 812 time: 0.1423130 Jan 24 09:26:10.281085 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-5355ba6b-171d-4250-bf7a-95d34fa7a978 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bedaa9b436ab45108aa33633b17e58d0 HTTP/1.1" status: 200 len: 380 time: 0.0601742 Jan 24 09:26:10.293499 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'port': {'device_id': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'admin_state_up': True, 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'security_groups': ['7e7aabea-6fe6-49b7-824e-f56d274b5bbf']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:10.511093 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Made reservation on behalf of bedaa9b436ab45108aa33633b17e58d0 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:26:10.514747 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:10.652904 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Allocated IP 172.20.0.4 (bb18b00a-6e74-4475-8741-4c8ca85a032a/2a033e26-39e0-4ac7-a169-361b0983f20b/3c096b5a-bed1-485d-924a-31c2ba638b87) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:26:10.799584 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:10.827903 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52750) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:10.916215 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:10.937763 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf72c-ee56-4ae0-b21e-ac7269570289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:10.970208 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Network bb18b00a-6e74-4475-8741-4c8ca85a032a is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:26:10.974429 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:10.979113 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:26:10.983656 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'Port': ['ID=3c096b5a-bed1-485d-924a-31c2ba638b87,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:11.043990 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf72c-ee56-4ae0-b21e-ac7269570289 admin admin] Publish callbacks [] for security_group (887cbab3-e8c3-4fda-ac15-7a60f6a81a29), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.057423 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:11.073161 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:11.144083 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bc9bf72c-ee56-4ae0-b21e-ac7269570289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (887cbab3-e8c3-4fda-ac15-7a60f6a81a29), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:11.176475 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-a66330cf-ea76-4d9b-8f89-5f9801d96386 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8872604 Jan 24 09:26:11.189793 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-bc9bf72c-ee56-4ae0-b21e-ac7269570289 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6e6d09a07fb447e381494d2cf66c23dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606305 Jan 24 09:26:11.192615 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52762) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:11.204747 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bf72c-ee56-4ae0-b21e-ac7269570289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887cbab3-e8c3-4fda-ac15-7a60f6a81a29,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:11.251981 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8329821-58d1-4aff-9757-61335cd5ba77 admin admin] Publish callbacks [] for security_group (887cbab3-e8c3-4fda-ac15-7a60f6a81a29), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:11.276494 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8329821-58d1-4aff-9757-61335cd5ba77 admin admin] Publish callbacks [] for security_group (887cbab3-e8c3-4fda-ac15-7a60f6a81a29), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:11.281772 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-5b89dc48-21c6-439e-a7b6-b93fcb768a3e None None] Provisioning complete for port 3c096b5a-bed1-485d-924a-31c2ba638b87 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:11.282361 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5b89dc48-21c6-439e-a7b6-b93fcb768a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:11.332748 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-5b89dc48-21c6-439e-a7b6-b93fcb768a3e None None] Port 3c096b5a-bed1-485d-924a-31c2ba638b87 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:26:11.369104 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824caefd-8cb2-4db4-8e52-352a2f9c6782 req-5dff56ae-5318-46a1-a580-2aa5c42496d4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:11.371376 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-824caefd-8cb2-4db4-8e52-352a2f9c6782 req-5dff56ae-5318-46a1-a580-2aa5c42496d4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 931 time: 0.0879254 Jan 24 09:26:11.458220 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-824caefd-8cb2-4db4-8e52-352a2f9c6782 req-93d9c789-1be2-4bdd-ad44-291ba3afd7ef tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798669 Jan 24 09:26:11.496578 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8329821-58d1-4aff-9757-61335cd5ba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (887cbab3-e8c3-4fda-ac15-7a60f6a81a29), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:11.499426 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8329821-58d1-4aff-9757-61335cd5ba77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:11.500659 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-c8329821-58d1-4aff-9757-61335cd5ba77 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/887cbab3-e8c3-4fda-ac15-7a60f6a81a29 HTTP/1.1" status: 204 len: 168 time: 0.3067927 Jan 24 09:26:11.511486 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8329821-58d1-4aff-9757-61335cd5ba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887cbab3-e8c3-4fda-ac15-7a60f6a81a29,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:12.579907 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cca8f7-95b4-4cb1-bdbf-f58cb3f315fe req-307a0a81-e0f1-4704-8986-1172d58cae75 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:12.581406 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-01cca8f7-95b4-4cb1-bdbf-f58cb3f315fe req-307a0a81-e0f1-4704-8986-1172d58cae75 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 931 time: 0.0537865 Jan 24 09:26:12.592149 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Request body: {'port': {'device_id': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:12.681694 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-01cca8f7-95b4-4cb1-bdbf-f58cb3f315fe req-b1fbe091-bb31-4a06-908a-e86a0939d4b2 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861187 Jan 24 09:26:12.682423 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:12.954967 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c096b5a-bed1-485d-924a-31c2ba638b87 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:26:12.964267 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Publish callbacks [] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:12.977031 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Transition to ACTIVE for port object 3c096b5a-bed1-485d-924a-31c2ba638b87 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:26:13.017912 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:13.070671 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Pushing event updated for resources: {'Port': ['ID=3c096b5a-bed1-485d-924a-31c2ba638b87,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:13.168371 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Attempting to bind port 3c096b5a-bed1-485d-924a-31c2ba638b87 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:13.168767 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Attempting to bind port 3c096b5a-bed1-485d-924a-31c2ba638b87 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:26:13.169103 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Attempting to bind port 3c096b5a-bed1-485d-924a-31c2ba638b87 on network bb18b00a-6e74-4475-8741-4c8ca85a032a {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:26:13.173946 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Port 3c096b5a-bed1-485d-924a-31c2ba638b87 on network bb18b00a-6e74-4475-8741-4c8ca85a032a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:26:13.174304 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Attempting to bind port 3c096b5a-bed1-485d-924a-31c2ba638b87 on network bb18b00a-6e74-4475-8741-4c8ca85a032a {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:26:13.181612 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:26:13.181963 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Checking segment: {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:26:13.182387 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Bound using segment: {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:26:13.182828 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Bound port: 3c096b5a-bed1-485d-924a-31c2ba638b87, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb7b835-9cfe-4bf8-883e-574533c6c594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:26:13.183195 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:13.257203 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] For port 3c096b5a-bed1-485d-924a-31c2ba638b87, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:26:13.260518 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] For port 3c096b5a-bed1-485d-924a-31c2ba638b87, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c096b5a-bed1-485d-924a-31c2ba638b87,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:26:13.362123 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:13.408099 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:13.408729 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:13.410816 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] 10.222.0.115 "PUT /v2.0/ports/3c096b5a-bed1-485d-924a-31c2ba638b87 HTTP/1.1" status: 200 len: 1093 time: 0.8227782 Jan 24 09:26:13.411074 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'tag': '3c096b5a-bed1-485d-924a-31c2ba638b87'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:26:13.413248 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f34070-5d1a-484e-a5ad-6194c23892b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89", "tag": "3c096b5a-bed1-485d-924a-31c2ba638b87"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:26:13.434577 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658a32e-7d34-49c6-86be-4815dc140713 service neutron] Pushing event updated for resources: {'Port': ['ID=3c096b5a-bed1-485d-924a-31c2ba638b87,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:13.456203 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32162e2b-ae09-4b74-8a11-7b961223cfb1 x-openstack-request-id: req-32162e2b-ae09-4b74-8a11-7b961223cfb1 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:26:13.457289 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89", "tag": "3c096b5a-bed1-485d-924a-31c2ba638b87", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:26:13.457537 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-32162e2b-ae09-4b74-8a11-7b961223cfb1 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:26:13.457974 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'tag': '3c096b5a-bed1-485d-924a-31c2ba638b87', 'status': 'completed', 'code': 200} Jan 24 09:26:13.633498 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f34070-5d1a-484e-a5ad-6194c23892b1 req-aab55fc2-ea58-4687-b8a3-e9ce0746e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:13.635121 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-98f34070-5d1a-484e-a5ad-6194c23892b1 req-aab55fc2-ea58-4687-b8a3-e9ce0746e9b4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 1096 time: 0.0463893 Jan 24 09:26:13.749397 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f34070-5d1a-484e-a5ad-6194c23892b1 req-eb218688-839c-4e65-9d4b-794cbc8ccf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:13.750946 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-98f34070-5d1a-484e-a5ad-6194c23892b1 req-eb218688-839c-4e65-9d4b-794cbc8ccf75 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=bedaa9b436ab45108aa33633b17e58d0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1068559 Jan 24 09:26:13.794493 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52824) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:13.871988 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a4f1a-7a07-46ff-bb1b-0698f0854d38 req-fd06f658-e1a1-431c-852a-92f8ac9c01aa tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:13.873489 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d51a4f1a-7a07-46ff-bb1b-0698f0854d38 req-fd06f658-e1a1-431c-852a-92f8ac9c01aa tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 943 time: 0.1138279 Jan 24 09:26:13.903158 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3ed914e4-3f0f-4256-8761-3b2f1167f940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:13.905970 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f34070-5d1a-484e-a5ad-6194c23892b1 req-83cceaf0-4a53-443b-82f5-3f5f615ed426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:13.907447 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-98f34070-5d1a-484e-a5ad-6194c23892b1 req-83cceaf0-4a53-443b-82f5-3f5f615ed426 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391268 Jan 24 09:26:13.942852 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d51a4f1a-7a07-46ff-bb1b-0698f0854d38 req-9afe52d4-4237-4d8e-b66b-92cddbba6930 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605931 Jan 24 09:26:13.984653 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3ed914e4-3f0f-4256-8761-3b2f1167f940 admin admin] Publish callbacks [] for security_group (91bf9284-0300-454a-9be3-5dc0fb5440f8), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:14.013041 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98683-003c-4a40-8a3b-283561b33233 req-e22b833c-2fd0-4c17-8c7a-a4c4e32d5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:14.014677 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-e22b833c-2fd0-4c17-8c7a-a4c4e32d5b3e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 1096 time: 0.0461612 Jan 24 09:26:14.052333 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3ed914e4-3f0f-4256-8761-3b2f1167f940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (91bf9284-0300-454a-9be3-5dc0fb5440f8), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:14.062637 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-c46b13c3-fb9b-45c7-91fb-72a21b0234aa service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c096b5a-bed1-485d-924a-31c2ba638b87 HTTP/1.1" status: 200 len: 217 time: 0.0396614 Jan 24 09:26:14.096389 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed914e4-3f0f-4256-8761-3b2f1167f940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bf9284-0300-454a-9be3-5dc0fb5440f8,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:14.105608 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-3ed914e4-3f0f-4256-8761-3b2f1167f940 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=fce6020400bc4ff6aab2a67ddce7bfdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063071 Jan 24 09:26:14.109122 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 52830) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:14.151800 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98683-003c-4a40-8a3b-283561b33233 req-9843f61d-2e44-4fec-bb39-45169c16c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:14.153269 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-9843f61d-2e44-4fec-bb39-45169c16c1c5 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 200 len: 851 time: 0.0767856 Jan 24 09:26:14.201546 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-82fe1d2a-2b42-4de9-a4df-e35366cd3b6d admin admin] Publish callbacks [] for security_group (91bf9284-0300-454a-9be3-5dc0fb5440f8), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:14.226892 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a98683-003c-4a40-8a3b-283561b33233 req-8beb62c2-7fa1-45b3-bb75-b2f2df025143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:14.228465 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-8beb62c2-7fa1-45b3-bb75-b2f2df025143 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bb18b00a-6e74-4475-8741-4c8ca85a032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682681 Jan 24 09:26:14.233009 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-82fe1d2a-2b42-4de9-a4df-e35366cd3b6d admin admin] Publish callbacks [] for security_group (91bf9284-0300-454a-9be3-5dc0fb5440f8), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:14.350435 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-74bb0987-8391-41d0-82ea-408bc5b66311 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152763 Jan 24 09:26:14.420158 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-82fe1d2a-2b42-4de9-a4df-e35366cd3b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (91bf9284-0300-454a-9be3-5dc0fb5440f8), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:14.422779 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-82fe1d2a-2b42-4de9-a4df-e35366cd3b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:14.423904 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-82fe1d2a-2b42-4de9-a4df-e35366cd3b6d admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/91bf9284-0300-454a-9be3-5dc0fb5440f8 HTTP/1.1" status: 204 len: 168 time: 0.3137293 Jan 24 09:26:14.438680 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe1d2a-2b42-4de9-a4df-e35366cd3b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bf9284-0300-454a-9be3-5dc0fb5440f8,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:14.473814 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-66a98683-003c-4a40-8a3b-283561b33233 req-b2f028ca-1764-45af-bcc7-dc6171d5721a service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095512 Jan 24 09:26:15.076018 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c4771-c6de-4de1-ad1a-23e3633b6ddf req-5d2225b2-5ec9-4582-92a0-6e3551a5e479 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:15.077626 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-201c4771-c6de-4de1-ad1a-23e3633b6ddf req-5d2225b2-5ec9-4582-92a0-6e3551a5e479 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 943 time: 0.0553694 Jan 24 09:26:15.131437 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-201c4771-c6de-4de1-ad1a-23e3633b6ddf req-3add8e35-c971-4f53-98fa-9bd58e9fbb65 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475128 Jan 24 09:26:16.280800 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd906c-a9fb-41b0-a2da-91d03fef4a3b req-71f82edc-77b9-4e43-a417-72c96ab93e1d tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:16.282460 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4cdd906c-a9fb-41b0-a2da-91d03fef4a3b req-71f82edc-77b9-4e43-a417-72c96ab93e1d tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 943 time: 0.0770710 Jan 24 09:26:16.296313 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0874c6f3-7b84-46dc-a27c-e5053faf471f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:16.343765 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4cdd906c-a9fb-41b0-a2da-91d03fef4a3b req-7c6b9bf9-eace-460f-ad79-a3a6ddcfbdf0 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550973 Jan 24 09:26:16.611086 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 52894) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:16.723490 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a23e6091-e9b8-4c57-a215-43714241dd1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:16.795720 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a23e6091-e9b8-4c57-a215-43714241dd1f admin admin] Publish callbacks [] for security_group (ddb10f77-6711-47e9-81f1-f6e9b27a3a9f), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:16.857910 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a23e6091-e9b8-4c57-a215-43714241dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (ddb10f77-6711-47e9-81f1-f6e9b27a3a9f), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:16.899311 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-a23e6091-e9b8-4c57-a215-43714241dd1f admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dc48d41a03624d2494629785f1072836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871437 Jan 24 09:26:16.900277 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e6091-e9b8-4c57-a215-43714241dd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb10f77-6711-47e9-81f1-f6e9b27a3a9f,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:16.902197 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52898) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:16.953876 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Publish callbacks [] for security_group (ddb10f77-6711-47e9-81f1-f6e9b27a3a9f), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:16.986637 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Publish callbacks [] for security_group (ddb10f77-6711-47e9-81f1-f6e9b27a3a9f), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:17.090411 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (ddb10f77-6711-47e9-81f1-f6e9b27a3a9f), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:17.093026 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:17.094342 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/ddb10f77-6711-47e9-81f1-f6e9b27a3a9f HTTP/1.1" status: 204 len: 168 time: 0.1909008 Jan 24 09:26:17.102567 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb10f77-6711-47e9-81f1-f6e9b27a3a9f,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:17.109593 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.109945 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.110475 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.110819 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.111146 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.111476 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.111805 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.112131 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.112495 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.112876 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.113337 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.113762 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.114088 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b012a7-b973-4557-9453-765dafd495ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:17.470191 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c3fff-9531-4aa0-a6e5-0b0d9fafec45 req-c3abda24-f265-4992-be44-156f1a6eb9a1 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:17.473174 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-914c3fff-9531-4aa0-a6e5-0b0d9fafec45 req-c3abda24-f265-4992-be44-156f1a6eb9a1 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 943 time: 0.0534699 Jan 24 09:26:17.520597 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-914c3fff-9531-4aa0-a6e5-0b0d9fafec45 req-30cada06-b41f-43b4-856d-ab848779e8f4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427010 Jan 24 09:26:17.667918 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:17.804283 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52918) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:17.822648 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8148bb81-6e63-4dab-845f-90f78a1e3cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:17.902449 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8148bb81-6e63-4dab-845f-90f78a1e3cc7 admin admin] Publish callbacks [] for security_group (3615f448-95f8-4af8-aa0c-ea894c42cde6), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:17.999213 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8148bb81-6e63-4dab-845f-90f78a1e3cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (3615f448-95f8-4af8-aa0c-ea894c42cde6), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:18.038893 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-8148bb81-6e63-4dab-845f-90f78a1e3cc7 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4de2cc7f61384649b6192dde165fd244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334960 Jan 24 09:26:18.039754 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148bb81-6e63-4dab-845f-90f78a1e3cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3615f448-95f8-4af8-aa0c-ea894c42cde6,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:18.041755 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 52922) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:18.094440 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cb280de3-16d4-4442-b3b3-39eb939e5738 admin admin] Publish callbacks [] for security_group (3615f448-95f8-4af8-aa0c-ea894c42cde6), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:18.115748 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cb280de3-16d4-4442-b3b3-39eb939e5738 admin admin] Publish callbacks [] for security_group (3615f448-95f8-4af8-aa0c-ea894c42cde6), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:18.233653 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cb280de3-16d4-4442-b3b3-39eb939e5738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (3615f448-95f8-4af8-aa0c-ea894c42cde6), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:18.236215 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cb280de3-16d4-4442-b3b3-39eb939e5738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:18.237891 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-cb280de3-16d4-4442-b3b3-39eb939e5738 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/3615f448-95f8-4af8-aa0c-ea894c42cde6 HTTP/1.1" status: 204 len: 168 time: 0.1945245 Jan 24 09:26:18.245825 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb280de3-16d4-4442-b3b3-39eb939e5738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3615f448-95f8-4af8-aa0c-ea894c42cde6,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:18.574941 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bb903414-94e9-46c6-82b3-af65dbd7fd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:18.646843 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bce6e7-bbe7-4f26-bc0f-4507b793a826 req-435bc825-d3ac-43d6-bb18-ebd4e439e2f0 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:18.648259 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b9bce6e7-bbe7-4f26-bc0f-4507b793a826 req-435bc825-d3ac-43d6-bb18-ebd4e439e2f0 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 943 time: 0.0572593 Jan 24 09:26:18.701647 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b9bce6e7-bbe7-4f26-bc0f-4507b793a826 req-9af733d8-cccb-4bcf-ab7b-b5b517a30c38 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477886 Jan 24 09:26:18.970482 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 52938) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:18.984583 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-646d325b-82fd-48a0-9ec8-6b83f2bfc222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:19.058690 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-646d325b-82fd-48a0-9ec8-6b83f2bfc222 admin admin] Publish callbacks [] for security_group (a3c1c7ff-61cf-4638-8cee-27450e165f86), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:19.148864 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-646d325b-82fd-48a0-9ec8-6b83f2bfc222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a3c1c7ff-61cf-4638-8cee-27450e165f86), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:19.190229 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-646d325b-82fd-48a0-9ec8-6b83f2bfc222 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=93bff9290ce74a9396a00ecf08301083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186396 Jan 24 09:26:19.192014 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d325b-82fd-48a0-9ec8-6b83f2bfc222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c1c7ff-61cf-4638-8cee-27450e165f86,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:19.193850 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 52940) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:19.243049 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-288c45f0-2902-4a07-a3c2-acd38030c2f7 admin admin] Publish callbacks [] for security_group (a3c1c7ff-61cf-4638-8cee-27450e165f86), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:19.267345 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-288c45f0-2902-4a07-a3c2-acd38030c2f7 admin admin] Publish callbacks [] for security_group (a3c1c7ff-61cf-4638-8cee-27450e165f86), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:19.372271 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-288c45f0-2902-4a07-a3c2-acd38030c2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a3c1c7ff-61cf-4638-8cee-27450e165f86), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:19.375263 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-288c45f0-2902-4a07-a3c2-acd38030c2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:19.376558 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-288c45f0-2902-4a07-a3c2-acd38030c2f7 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a3c1c7ff-61cf-4638-8cee-27450e165f86 HTTP/1.1" status: 204 len: 168 time: 0.1815856 Jan 24 09:26:19.385037 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c45f0-2902-4a07-a3c2-acd38030c2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c1c7ff-61cf-4638-8cee-27450e165f86,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:19.826833 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18da44-a8d5-499f-84e8-37f8c58e880d req-cc50ebed-8237-45fe-a022-80283f08ca82 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:19.828897 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6a18da44-a8d5-499f-84e8-37f8c58e880d req-cc50ebed-8237-45fe-a022-80283f08ca82 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 943 time: 0.0589218 Jan 24 09:26:19.834786 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:19.888203 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6a18da44-a8d5-499f-84e8-37f8c58e880d req-f026f3a6-5eed-40fa-8a24-ac02bdf9a6c9 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493577 Jan 24 09:26:20.958463 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:21.027772 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce91fe1-72b0-4c50-9510-9b02aa9c51f0 req-d92d85d2-81af-4d2f-bdf8-f6cdf617c75f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:21.029281 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3ce91fe1-72b0-4c50-9510-9b02aa9c51f0 req-d92d85d2-81af-4d2f-bdf8-f6cdf617c75f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 943 time: 0.0670054 Jan 24 09:26:21.079924 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3ce91fe1-72b0-4c50-9510-9b02aa9c51f0 req-2d3080d9-9a5c-4f6c-9626-e15fc55746b4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446644 Jan 24 09:26:22.202051 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cba2b-90fa-4c28-9a01-b42be3eaab75 req-6250b7af-a289-4f18-8570-31f34008d2d8 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:22.205747 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-216cba2b-90fa-4c28-9a01-b42be3eaab75 req-6250b7af-a289-4f18-8570-31f34008d2d8 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 943 time: 0.0526392 Jan 24 09:26:22.260574 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-216cba2b-90fa-4c28-9a01-b42be3eaab75 req-280fe2f5-b116-4c5b-859f-dabfecbb3e95 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494349 Jan 24 09:26:22.570431 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:22.601670 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 3c096b5a-bed1-485d-924a-31c2ba638b87 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:26:22.702433 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 3c096b5a-bed1-485d-924a-31c2ba638b87, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c096b5a-bed1-485d-924a-31c2ba638b87,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:26:22.713437 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '3c096b5a-bed1-485d-924a-31c2ba638b87', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'port_id': '3c096b5a-bed1-485d-924a-31c2ba638b87', 'mac_address': 'fa:16:3e:df:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:26:22.751709 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 3c096b5a-bed1-485d-924a-31c2ba638b87 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:22.752140 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:22.769471 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c096b5a-bed1-485d-924a-31c2ba638b87 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:26:22.788789 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 3c096b5a-bed1-485d-924a-31c2ba638b87, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c096b5a-bed1-485d-924a-31c2ba638b87,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:26:22.880077 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:22.929350 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=3c096b5a-bed1-485d-924a-31c2ba638b87,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:23.388580 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0cafb-36a2-46d5-8e26-be90cd839205 req-8b4f6e1b-766e-4584-8061-d038a9c297c1 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:23.390156 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ddd0cafb-36a2-46d5-8e26-be90cd839205 req-8b4f6e1b-766e-4584-8061-d038a9c297c1 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 944 time: 0.0588939 Jan 24 09:26:23.447581 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ddd0cafb-36a2-46d5-8e26-be90cd839205 req-d5e5bb8f-7761-4c11-9117-9adf2c0810d4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517533 Jan 24 09:26:24.566761 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce6be-c63b-4fac-b994-01c6a05a9cc0 req-d85f4d28-b54e-4aa9-ba34-43e586999669 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:24.568246 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2d7ce6be-c63b-4fac-b994-01c6a05a9cc0 req-d85f4d28-b54e-4aa9-ba34-43e586999669 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 944 time: 0.0529516 Jan 24 09:26:24.619920 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2d7ce6be-c63b-4fac-b994-01c6a05a9cc0 req-3e0b6e08-71b5-4889-ae22-4ab7ae00659e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461290 Jan 24 09:26:25.750459 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980046ab-2f0c-4c96-a627-38430d71f275 req-fd261349-bcc6-4c60-9555-04c57c83d485 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:25.751864 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-980046ab-2f0c-4c96-a627-38430d71f275 req-fd261349-bcc6-4c60-9555-04c57c83d485 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 944 time: 0.0583901 Jan 24 09:26:25.805013 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-980046ab-2f0c-4c96-a627-38430d71f275 req-d003c9c1-5c06-44ca-bb93-ebab9adc0eb9 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457411 Jan 24 09:26:25.832484 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['3c096b5a-bed1-485d-924a-31c2ba638b87'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:26:26.920163 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad285c3-bf84-4d85-899d-328d17da1537 req-63d44d8b-bca1-4190-8364-8b20e4ee08fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:26.921622 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bad285c3-bf84-4d85-899d-328d17da1537 req-63d44d8b-bca1-4190-8364-8b20e4ee08fe tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 944 time: 0.0494874 Jan 24 09:26:26.973580 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bad285c3-bf84-4d85-899d-328d17da1537 req-bdadfe5b-6693-41d4-8dce-44094902aada tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 Jan 24 09:26:27.744750 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 3c096b5a-bed1-485d-924a-31c2ba638b87 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:26:27.865595 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 3c096b5a-bed1-485d-924a-31c2ba638b87 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:26:27.870742 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 3c096b5a-bed1-485d-924a-31c2ba638b87 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:27.872785 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:27.955774 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 3c096b5a-bed1-485d-924a-31c2ba638b87 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:27.956399 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:27.980701 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c096b5a-bed1-485d-924a-31c2ba638b87'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:26:27.982979 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e052f54-7377-4753-a544-86e6536fd16a" -d '{"events": [{"server_uuid": "4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89", "name": "network-vif-plugged", "status": "completed", "tag": "3c096b5a-bed1-485d-924a-31c2ba638b87"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:26:28.000528 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 3c096b5a-bed1-485d-924a-31c2ba638b87, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c096b5a-bed1-485d-924a-31c2ba638b87,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:26:28.023064 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1889bcc8-fb20-4db9-989f-2978c1e6f885 x-openstack-request-id: req-1889bcc8-fb20-4db9-989f-2978c1e6f885 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:26:28.023367 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89", "name": "network-vif-plugged", "status": "completed", "tag": "3c096b5a-bed1-485d-924a-31c2ba638b87", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:26:28.023622 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1889bcc8-fb20-4db9-989f-2978c1e6f885 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:26:28.024025 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c096b5a-bed1-485d-924a-31c2ba638b87', 'code': 200} Jan 24 09:26:28.061702 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:28.097148 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959888be-95ec-4e0d-9e01-d94128d82d82 req-21ffe0ba-eed8-4667-b548-704e7164d137 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:28.099405 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-959888be-95ec-4e0d-9e01-d94128d82d82 req-21ffe0ba-eed8-4667-b548-704e7164d137 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 944 time: 0.0518789 Jan 24 09:26:28.119133 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=3c096b5a-bed1-485d-924a-31c2ba638b87,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:28.163115 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-959888be-95ec-4e0d-9e01-d94128d82d82 req-9062b43e-2a49-4f4e-97e0-70fa1b3f31cf tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567236 Jan 24 09:26:28.298341 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281ca22-aa94-4659-893e-d8c1f94fa079 req-c27310ef-4f6c-4fe3-9d05-709235a2ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:28.299868 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9281ca22-aa94-4659-893e-d8c1f94fa079 req-c27310ef-4f6c-4fe3-9d05-709235a2ada8 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 1098 time: 0.0418801 Jan 24 09:26:28.350725 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9281ca22-aa94-4659-893e-d8c1f94fa079 req-127565e6-d600-428c-9150-b4ac68c42745 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448041 Jan 24 09:26:28.967541 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53132) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:29.074662 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-92668a01-7fe9-4a89-9dd6-42c88113a535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:29.151828 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-92668a01-7fe9-4a89-9dd6-42c88113a535 admin admin] Publish callbacks [] for security_group (e1eb659f-a596-465e-ae9d-b167c2ad6606), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:29.272027 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-92668a01-7fe9-4a89-9dd6-42c88113a535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e1eb659f-a596-465e-ae9d-b167c2ad6606), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:29.318236 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92668a01-7fe9-4a89-9dd6-42c88113a535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eb659f-a596-465e-ae9d-b167c2ad6606,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:29.327141 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-92668a01-7fe9-4a89-9dd6-42c88113a535 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=290de221c7df4cc2a9580583c9238632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557236 Jan 24 09:26:29.329788 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53146) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:29.333988 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475d07e-485f-4e15-a44b-3227829db305 req-faa487e2-a1ab-41ed-9fbd-abba464263e6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:29.335529 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3475d07e-485f-4e15-a44b-3227829db305 req-faa487e2-a1ab-41ed-9fbd-abba464263e6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 945 time: 0.0994518 Jan 24 09:26:29.396000 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3475d07e-485f-4e15-a44b-3227829db305 req-8cd1ec90-199d-4476-9b64-4561394d6861 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535316 Jan 24 09:26:29.398322 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-749564ff-42a4-47df-b6db-640dbe202a17 admin admin] Publish callbacks [] for security_group (e1eb659f-a596-465e-ae9d-b167c2ad6606), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:29.420918 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-749564ff-42a4-47df-b6db-640dbe202a17 admin admin] Publish callbacks [] for security_group (e1eb659f-a596-465e-ae9d-b167c2ad6606), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:29.715665 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-749564ff-42a4-47df-b6db-640dbe202a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (e1eb659f-a596-465e-ae9d-b167c2ad6606), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:29.719225 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-749564ff-42a4-47df-b6db-640dbe202a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:29.720547 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-749564ff-42a4-47df-b6db-640dbe202a17 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/e1eb659f-a596-465e-ae9d-b167c2ad6606 HTTP/1.1" status: 204 len: 168 time: 0.3867133 Jan 24 09:26:29.731186 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749564ff-42a4-47df-b6db-640dbe202a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eb659f-a596-465e-ae9d-b167c2ad6606,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:29.744965 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53152) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:29.805100 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_v2 [None req-616cb587-4d5a-4958-ab4c-15d89e6252b0 admin admin] Deleting subnet d3a58346-77e6-4546-a8b6-e089aaec66f3 {{(pid=103101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:26:29.808298 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-616cb587-4d5a-4958-ab4c-15d89e6252b0 admin admin] Publish callbacks [] for subnet (d3a58346-77e6-4546-a8b6-e089aaec66f3), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:29.844844 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-616cb587-4d5a-4958-ab4c-15d89e6252b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8907078'] for subnet (d3a58346-77e6-4546-a8b6-e089aaec66f3), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:29.891612 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-616cb587-4d5a-4958-ab4c-15d89e6252b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (d3a58346-77e6-4546-a8b6-e089aaec66f3), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.050987 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-616cb587-4d5a-4958-ab4c-15d89e6252b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8393594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10073960'] for subnet (d3a58346-77e6-4546-a8b6-e089aaec66f3), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.091300 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cb587-4d5a-4958-ab4c-15d89e6252b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a58346-77e6-4546-a8b6-e089aaec66f3,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:30.093284 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-616cb587-4d5a-4958-ab4c-15d89e6252b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.100002 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53158) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:30.100596 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-616cb587-4d5a-4958-ab4c-15d89e6252b0 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/d3a58346-77e6-4546-a8b6-e089aaec66f3 HTTP/1.1" status: 204 len: 168 time: 0.3538954 Jan 24 09:26:30.185685 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (c4cf2215-2834-4f58-92b9-07bf71222c87), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.269237 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (c4cf2215-2834-4f58-92b9-07bf71222c87), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.294006 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cf2215-2834-4f58-92b9-07bf71222c87']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:30.304440 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8efa410-73e4-4ac0-9cef-4a2315bcbc31') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:30.304746 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8efa410-73e4-4ac0-9cef-4a2315bcbc31') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:30.314313 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (b8efa410-73e4-4ac0-9cef-4a2315bcbc31), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.329063 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (b8efa410-73e4-4ac0-9cef-4a2315bcbc31), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.335676 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (b8efa410-73e4-4ac0-9cef-4a2315bcbc31), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:26:30.342792 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:26:30.407071 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53162) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:30.421641 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-24df0682-8cc0-4ef6-926f-bf16f97d215b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.488918 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (c4cf2215-2834-4f58-92b9-07bf71222c87), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.509529 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.512680 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] 10.222.0.113 "DELETE /v2.0/networks/c4cf2215-2834-4f58-92b9-07bf71222c87 HTTP/1.1" status: 204 len: 168 time: 0.4111056 Jan 24 09:26:30.538575 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c879404-058b-461d-94de-0f2ab5223fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cf2215-2834-4f58-92b9-07bf71222c87,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:30.576491 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224f326-6aa9-4f8f-9d56-da650ed18298 req-e381da29-2624-469d-97f3-8984b0770cca tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:30.577982 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d224f326-6aa9-4f8f-9d56-da650ed18298 req-e381da29-2624-469d-97f3-8984b0770cca tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 945 time: 0.1088262 Jan 24 09:26:30.611634 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-24df0682-8cc0-4ef6-926f-bf16f97d215b admin admin] Publish callbacks [] for security_group (7b614ced-28da-4299-b566-4e0a902ada35), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.642699 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d224f326-6aa9-4f8f-9d56-da650ed18298 req-66ada3df-9843-4868-ba04-40bbd24983a6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578201 Jan 24 09:26:30.672929 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-24df0682-8cc0-4ef6-926f-bf16f97d215b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7b614ced-28da-4299-b566-4e0a902ada35), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.715553 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-24df0682-8cc0-4ef6-926f-bf16f97d215b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=5afd1c58fcf645d09e2a1fad4359a3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073671 Jan 24 09:26:30.717546 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df0682-8cc0-4ef6-926f-bf16f97d215b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b614ced-28da-4299-b566-4e0a902ada35,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:30.719928 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53170) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:30.770664 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9247cfb-8378-40fe-b906-ab52b5f49197 req-9b3c3483-bfde-4e32-9283-71bdc2ec053c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:30.772305 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d9247cfb-8378-40fe-b906-ab52b5f49197 req-9b3c3483-bfde-4e32-9283-71bdc2ec053c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 945 time: 0.0590842 Jan 24 09:26:30.787433 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5dad4fa5-7daa-43b8-b738-7af7e923c4de admin admin] Publish callbacks [] for security_group (7b614ced-28da-4299-b566-4e0a902ada35), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.814853 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5dad4fa5-7daa-43b8-b738-7af7e923c4de admin admin] Publish callbacks [] for security_group (7b614ced-28da-4299-b566-4e0a902ada35), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.835104 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d9247cfb-8378-40fe-b906-ab52b5f49197 req-ed587b26-1990-46f3-81da-96e030bd76f2 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566165 Jan 24 09:26:30.851676 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53172) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:30.942748 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5dad4fa5-7daa-43b8-b738-7af7e923c4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7b614ced-28da-4299-b566-4e0a902ada35), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.947597 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5dad4fa5-7daa-43b8-b738-7af7e923c4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:30.954080 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-5dad4fa5-7daa-43b8-b738-7af7e923c4de admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7b614ced-28da-4299-b566-4e0a902ada35 HTTP/1.1" status: 204 len: 168 time: 0.2329724 Jan 24 09:26:30.956672 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53178) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:30.967514 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad4fa5-7daa-43b8-b738-7af7e923c4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b614ced-28da-4299-b566-4e0a902ada35,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:31.009602 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-f036e83c-752c-4852-8541-132e165f289d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=1c949bc4951b4373b064a77e47c3dc8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517015 Jan 24 09:26:31.012351 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53180) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:31.083598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8e1610-4bb6-46df-a18c-04ec322e5f09 tempest-TestVolumeBootPattern-1865193542 tempest-TestVolumeBootPattern-1865193542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:31.085483 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-bc8e1610-4bb6-46df-a18c-04ec322e5f09 tempest-TestVolumeBootPattern-1865193542 tempest-TestVolumeBootPattern-1865193542-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 1093 time: 0.2327359 Jan 24 09:26:31.088159 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53182) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:31.089337 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9ca8-e0fb-4200-b6c4-83894f2a577c admin admin] Publish callbacks [] for security_group (a13883a7-5df6-4af7-816a-fe674b32b4f6), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:31.092668 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Request body: {'floatingip': {'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'port_id': '3c096b5a-bed1-485d-924a-31c2ba638b87', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:31.115406 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9ca8-e0fb-4200-b6c4-83894f2a577c admin admin] Publish callbacks [] for security_group (a13883a7-5df6-4af7-816a-fe674b32b4f6), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:31.244521 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:31.267632 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9ca8-e0fb-4200-b6c4-83894f2a577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a13883a7-5df6-4af7-816a-fe674b32b4f6), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:31.270960 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9ca8-e0fb-4200-b6c4-83894f2a577c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:31.272426 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-8d0d9ca8-e0fb-4200-b6c4-83894f2a577c admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a13883a7-5df6-4af7-816a-fe674b32b4f6 HTTP/1.1" status: 204 len: 168 time: 0.2577133 Jan 24 09:26:31.282416 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d9ca8-e0fb-4200-b6c4-83894f2a577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13883a7-5df6-4af7-816a-fe674b32b4f6,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:31.366750 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:31.494496 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Allocated IP 172.27.0.206 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/eac32cb2-8a7d-461a-b62f-7a420f761367) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:26:31.610561 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for port (eac32cb2-8a7d-461a-b62f-7a420f761367), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:31.708110 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (eac32cb2-8a7d-461a-b62f-7a420f761367), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:31.747703 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53200) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:31.753859 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:26:31.756962 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:31.761260 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:26:31.763126 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-298368c6-20cd-4878-a174-925487588012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:31.764486 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'Port': ['ID=eac32cb2-8a7d-461a-b62f-7a420f761367,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:31.882973 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-298368c6-20cd-4878-a174-925487588012 admin admin] Publish callbacks [] for security_group (21ff2805-0e1a-453b-ab9b-df6a73238e2c), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:31.949388 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-298368c6-20cd-4878-a174-925487588012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (21ff2805-0e1a-453b-ab9b-df6a73238e2c), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:31.989777 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-298368c6-20cd-4878-a174-925487588012 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=9ba7077d71154cc59d53693964f27222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409315 Jan 24 09:26:31.990700 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298368c6-20cd-4878-a174-925487588012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ff2805-0e1a-453b-ab9b-df6a73238e2c,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:31.993059 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53204) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:32.090131 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-71c49791-b09f-4df8-9e98-8f841ba3185e admin admin] Publish callbacks [] for security_group (21ff2805-0e1a-453b-ab9b-df6a73238e2c), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:32.153868 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-71c49791-b09f-4df8-9e98-8f841ba3185e admin admin] Publish callbacks [] for security_group (21ff2805-0e1a-453b-ab9b-df6a73238e2c), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:32.507969 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (291c18c1-30d3-4843-9cc4-2a32f33bd9ce), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:32.654060 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-71c49791-b09f-4df8-9e98-8f841ba3185e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (21ff2805-0e1a-453b-ab9b-df6a73238e2c), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:32.657293 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-71c49791-b09f-4df8-9e98-8f841ba3185e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:32.669849 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-71c49791-b09f-4df8-9e98-8f841ba3185e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/21ff2805-0e1a-453b-ab9b-df6a73238e2c HTTP/1.1" status: 204 len: 168 time: 0.6625030 Jan 24 09:26:32.669849 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c49791-b09f-4df8-9e98-8f841ba3185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ff2805-0e1a-453b-ab9b-df6a73238e2c,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:32.719503 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (eac32cb2-8a7d-461a-b62f-7a420f761367), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:32.925947 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for port (eac32cb2-8a7d-461a-b62f-7a420f761367), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:33.016792 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18398718'] for port (eac32cb2-8a7d-461a-b62f-7a420f761367), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:33.128216 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event updated for resources: {'Port': ['ID=eac32cb2-8a7d-461a-b62f-7a420f761367,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:33.147320 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (291c18c1-30d3-4843-9cc4-2a32f33bd9ce), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:33.291747 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.l3_db [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Floating IP 291c18c1-30d3-4843-9cc4-2a32f33bd9ce associated. External IP: 172.27.0.206, port: 3c096b5a-bed1-485d-924a-31c2ba638b87. Jan 24 09:26:33.529239 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Router 9d9eb99a-e469-4057-b54d-facb85f9ccab has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:26:33.656573 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:26:33.668375 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37085a6d-1486-4aed-a725-72e125fda3a5 None None] Sync routers for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:26:33.683040 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37085a6d-1486-4aed-a725-72e125fda3a5 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:26:33.683678 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-37085a6d-1486-4aed-a725-72e125fda3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:33.798597 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-37085a6d-1486-4aed-a725-72e125fda3a5 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:26:33.836931 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:33.865198 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-02ac97ce-cb0b-4d8e-9533-bfc518374994 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7755921 Jan 24 09:26:33.865963 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'tag': '3c096b5a-bed1-485d-924a-31c2ba638b87'}] {{(pid=103102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:26:33.868674 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a1f9b8f426edbc55e6178fb0656aabaaee06a47fc80a7429674e4344d9448a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f097fe-6868-404a-8dfd-64701ee7e843" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89", "tag": "3c096b5a-bed1-485d-924a-31c2ba638b87"}]}' {{(pid=103102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:26:33.915749 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff454a4-cd80-40be-bc56-d8c9f75028c9 x-openstack-request-id: req-9ff454a4-cd80-40be-bc56-d8c9f75028c9 {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:26:33.916204 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89", "tag": "3c096b5a-bed1-485d-924a-31c2ba638b87", "status": "completed", "code": 200}]} {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:26:33.916458 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9ff454a4-cd80-40be-bc56-d8c9f75028c9 {{(pid=103102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:26:33.916861 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'tag': '3c096b5a-bed1-485d-924a-31c2ba638b87', 'status': 'completed', 'code': 200} Jan 24 09:26:34.062128 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53262) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:34.079954 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-37085a6d-1486-4aed-a725-72e125fda3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '291c18c1-30d3-4843-9cc4-2a32f33bd9ce', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '3c096b5a-bed1-485d-924a-31c2ba638b87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:df:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:26:32Z', 'updated_at': '2022-01-24T09:26:32Z', 'revision_number': 0, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}, {'id': 'b05478fb-4cc0-438f-8c73-430f8528f0e6', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '5759d870-5446-4073-a6bb-068adfd04ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:da:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:45Z', 'updated_at': '2022-01-24T09:23:48Z', 'revision_number': 1, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:34.109907 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37085a6d-1486-4aed-a725-72e125fda3a5 None None] Checking router: 9d9eb99a-e469-4057-b54d-facb85f9ccab for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:26:34.119630 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37085a6d-1486-4aed-a725-72e125fda3a5 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:26:34.120318 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-37085a6d-1486-4aed-a725-72e125fda3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:34.165577 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-404705727-network', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:34.228820 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-37085a6d-1486-4aed-a725-72e125fda3a5 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:26:34.280444 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Made reservation on behalf of 7a1db64ecaea44e09ecbf80f34523511 for: {'network': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:26:34.282920 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:34.292867 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:34.377968 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Publish callbacks [] for security_group (b34170d2-9b9d-4c0d-ab02-f715f1bce22e), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:34.452338 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (b34170d2-9b9d-4c0d-ab02-f715f1bce22e), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:34.468172 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-37085a6d-1486-4aed-a725-72e125fda3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '291c18c1-30d3-4843-9cc4-2a32f33bd9ce', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '3c096b5a-bed1-485d-924a-31c2ba638b87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:df:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:26:32Z', 'updated_at': '2022-01-24T09:26:32Z', 'revision_number': 0, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}, {'id': 'b05478fb-4cc0-438f-8c73-430f8528f0e6', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '5759d870-5446-4073-a6bb-068adfd04ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:da:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:45Z', 'updated_at': '2022-01-24T09:23:48Z', 'revision_number': 1, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:34.474137 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:26:34.489042 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34170d2-9b9d-4c0d-ab02-f715f1bce22e,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:34.493948 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (7c3f879d-8215-4cb6-850c-f18e536a1eab), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:34.494774 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.segments_db [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Added segment 7c3f879d-8215-4cb6-850c-f18e536a1eab of type vlan for network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 Jan 24 09:26:34.541633 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:34.630613 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37085a6d-1486-4aed-a725-72e125fda3a5 None None] The sync data for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi is: [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '291c18c1-30d3-4843-9cc4-2a32f33bd9ce', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '3c096b5a-bed1-485d-924a-31c2ba638b87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:df:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:26:32Z', 'updated_at': '2022-01-24T09:26:32Z', 'revision_number': 0, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}, {'id': 'b05478fb-4cc0-438f-8c73-430f8528f0e6', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '5759d870-5446-4073-a6bb-068adfd04ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:da:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:45Z', 'updated_at': '2022-01-24T09:23:48Z', 'revision_number': 1, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:26:34.638670 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:34.639771 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:34.640564 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:34.730948 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:34.740940 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:26:34.746879 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f097fe-6868-404a-8dfd-64701ee7e843 req-f6b43752-79f0-4bf0-a3ad-bea09549a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:34.748379 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-91f097fe-6868-404a-8dfd-64701ee7e843 req-f6b43752-79f0-4bf0-a3ad-bea09549a8e9 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 1098 time: 0.0762229 Jan 24 09:26:34.755457 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-1629fabb-11a3-4ebd-9f62-8367cfd886f2 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6932032 Jan 24 09:26:34.758406 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53268) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:34.763981 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] Request body: {'subnet': {'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-404705727-subnet', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'ip_version': 4}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:34.860641 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f097fe-6868-404a-8dfd-64701ee7e843 req-c93a6fb2-1af6-4242-a925-e5202cbdff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:34.862875 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-91f097fe-6868-404a-8dfd-64701ee7e843 req-c93a6fb2-1af6-4242-a925-e5202cbdff53 service neutron] 10.222.0.115 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 913 time: 0.1060023 Jan 24 09:26:34.873744 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da043e2d-0b9c-48c2-9f8d-19b0ea5ff19f None None] New status for floating IP 291c18c1-30d3-4843-9cc4-2a32f33bd9ce: ACTIVE {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:26:34.875385 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] Made reservation on behalf of 7a1db64ecaea44e09ecbf80f34523511 for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:26:34.878509 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18764259'] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:34.930825 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-91f097fe-6868-404a-8dfd-64701ee7e843 req-856f67c7-58aa-4ee6-8056-ac317def4a40 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c096b5a-bed1-485d-924a-31c2ba638b87 HTTP/1.1" status: 200 len: 999 time: 0.0616896 Jan 24 09:26:35.134593 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18398569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18764273'] for subnet (d6cbdaf6-4887-466c-af28-971fc026d51e), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:35.202924 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6cbdaf6-4887-466c-af28-971fc026d51e,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:35.209928 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] Checking segment: {'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:26:35.210350 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] Network hostable DHCP agents. Network: f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:26:35.248998 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f097fe-6868-404a-8dfd-64701ee7e843 req-d25a04e7-da84-4e87-8584-52f56894e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:35.250496 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-91f097fe-6868-404a-8dfd-64701ee7e843 req-d25a04e7-da84-4e87-8584-52f56894e3b2 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 200 len: 851 time: 0.3139079 Jan 24 09:26:35.301304 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f097fe-6868-404a-8dfd-64701ee7e843 req-b1739880-4095-4a90-8660-b6d958a35cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:35.302846 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-91f097fe-6868-404a-8dfd-64701ee7e843 req-b1739880-4095-4a90-8660-b6d958a35cdd service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bb18b00a-6e74-4475-8741-4c8ca85a032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449336 Jan 24 09:26:35.308928 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] Network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:26:35.400438 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:35.402527 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-91f097fe-6868-404a-8dfd-64701ee7e843 req-3fe313d7-262e-489e-9a11-33d48a98c996 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877917 Jan 24 09:26:35.405183 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:35.406149 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:35.411138 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683bf73-9b0b-41eb-a264-706f7a37dd30 None None] Network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:26:35.496120 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-91f097fe-6868-404a-8dfd-64701ee7e843 req-6345422f-26c9-4f94-96f2-8fa62511c7a9 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853338 Jan 24 09:26:35.500376 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-f4c2c88e-83a7-41ec-aeeb-27cdf59dd3af admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7402420 Jan 24 09:26:35.503116 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53272) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:35.507975 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:35.515659 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe23cbee1-24f1-55de-80ea-489377c10006-f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e'}]}} from dv-cinder-804035-26-iscsi. {{(pid=103103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:26:35.516585 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:35.632959 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6850'] for router (509574c8-61ee-4866-8ebb-18db16214476), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:35.634151 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6875'] for router (509574c8-61ee-4866-8ebb-18db16214476), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:35.655857 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Allocated IP 172.20.0.2 (f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78/d6cbdaf6-4887-466c-af28-971fc026d51e/d4d8182b-45ea-42ff-8778-f983224f7f69) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:26:35.690548 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Publish callbacks [] for router_controller (509574c8-61ee-4866-8ebb-18db16214476), precommit_add_association {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:35.805324 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Publish callbacks [] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:35.886409 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:35.931450 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:26:35.935098 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:35.940562 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:26:35.948607 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Pushing event updated for resources: {'Port': ['ID=d4d8182b-45ea-42ff-8778-f983224f7f69,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:35.958522 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.958941 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.959273 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.959616 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.961191 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Publish callbacks [] for router_gateway (509574c8-61ee-4866-8ebb-18db16214476), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:35.961691 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.961691 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.961691 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.961691 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.961691 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.961691 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.962383 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.962383 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:35.962561 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:36.015437 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Attempting to bind port d4d8182b-45ea-42ff-8778-f983224f7f69 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:36.015963 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Attempting to bind port d4d8182b-45ea-42ff-8778-f983224f7f69 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:26:36.016211 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Attempting to bind port d4d8182b-45ea-42ff-8778-f983224f7f69 on network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:26:36.021376 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:26:36.021746 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Checking segment: {'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:26:36.022181 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:36.027547 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Bound using segment: {'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:26:36.027547 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Bound port: d4d8182b-45ea-42ff-8778-f983224f7f69, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:26:36.027547 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:36.102311 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] For port d4d8182b-45ea-42ff-8778-f983224f7f69, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:26:36.107672 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] For port d4d8182b-45ea-42ff-8778-f983224f7f69, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=d4d8182b-45ea-42ff-8778-f983224f7f69,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:26:36.189876 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:36.263892 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceec824-1245-4c15-85e9-a56675af07f3 None None] Pushing event updated for resources: {'Port': ['ID=d4d8182b-45ea-42ff-8778-f983224f7f69,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:36.283512 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Publish callbacks [] for router_gateway (509574c8-61ee-4866-8ebb-18db16214476), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:36.306500 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:36.457869 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Allocated IP 172.27.0.242 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/63ff4af3-21f4-4286-ba21-6a1de864fb09) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:26:36.575665 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Publish callbacks [] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:36.741602 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:36.781640 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:26:36.786678 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:36.791142 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:26:36.793019 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Pushing event updated for resources: {'Port': ['ID=63ff4af3-21f4-4286-ba21-6a1de864fb09,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:37.164158 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Publish callbacks [] for router_gateway (509574c8-61ee-4866-8ebb-18db16214476), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:37.271817 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ccb349-da33-48a7-9841-72979d4045b1 None None] Network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:26:37.374801 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620227'] for router (509574c8-61ee-4866-8ebb-18db16214476), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:37.388930 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-988b296f-d1b4-42ae-9bb5-41f4ee07e396 None None] Provisioning complete for port d4d8182b-45ea-42ff-8778-f983224f7f69 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:37.389308 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-988b296f-d1b4-42ae-9bb5-41f4ee07e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:37.492376 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-988b296f-d1b4-42ae-9bb5-41f4ee07e396 None None] Current status of the port d4d8182b-45ea-42ff-8778-f983224f7f69 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:37.492376 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-988b296f-d1b4-42ae-9bb5-41f4ee07e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:37.525488 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-988b296f-d1b4-42ae-9bb5-41f4ee07e396 None None] For port d4d8182b-45ea-42ff-8778-f983224f7f69, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=d4d8182b-45ea-42ff-8778-f983224f7f69,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:26:37.646033 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Router 509574c8-61ee-4866-8ebb-18db16214476 is scheduled to L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 with binding_index 1 {{(pid=103102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:26:37.646291 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-988b296f-d1b4-42ae-9bb5-41f4ee07e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:37.698994 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b296f-d1b4-42ae-9bb5-41f4ee07e396 None None] Pushing event updated for resources: {'Port': ['ID=d4d8182b-45ea-42ff-8778-f983224f7f69,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:37.757066 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:26:37.766691 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Sync routers for ids ['509574c8-61ee-4866-8ebb-18db16214476'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:26:37.773498 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-bf6118b2-b4d5-4880-ae58-1b160e21104c None None] Provisioning complete for port d4d8182b-45ea-42ff-8778-f983224f7f69 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:37.773898 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bf6118b2-b4d5-4880-ae58-1b160e21104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:37.801100 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Routers {'509574c8-61ee-4866-8ebb-18db16214476'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:26:37.801724 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-83416b47-08a3-48cc-a762-35374d65555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['509574c8-61ee-4866-8ebb-18db16214476'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:37.859431 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:37.860683 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-414d3e41-0988-4fe8-837c-27c7cde7fc0e admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3565001 Jan 24 09:26:37.864116 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53294) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:37.946763 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-bf6118b2-b4d5-4880-ae58-1b160e21104c None None] Current status of the port d4d8182b-45ea-42ff-8778-f983224f7f69 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:37.949985 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Set router 509574c8-61ee-4866-8ebb-18db16214476 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:26:38.151726 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-83416b47-08a3-48cc-a762-35374d65555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:36Z', 'revision_number': 3, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:38.178187 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Checking router: 509574c8-61ee-4866-8ebb-18db16214476 for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:26:38.178543 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Updating router 509574c8-61ee-4866-8ebb-18db16214476 port 63ff4af3-21f4-4286-ba21-6a1de864fb09 binding host dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:26:38.204919 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:38.465704 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device d4d8182b-45ea-42ff-8778-f983224f7f69 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:26:38.513197 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Publish callbacks [] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:38.531811 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port d4d8182b-45ea-42ff-8778-f983224f7f69 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:38.532262 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:38.548069 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:38.619080 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port d4d8182b-45ea-42ff-8778-f983224f7f69 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:38.622592 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:38.677234 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Attempting to bind port 63ff4af3-21f4-4286-ba21-6a1de864fb09 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:38.677602 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Attempting to bind port 63ff4af3-21f4-4286-ba21-6a1de864fb09 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:26:38.677961 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Attempting to bind port 63ff4af3-21f4-4286-ba21-6a1de864fb09 on network e3ca9c5d-a4c5-4d81-86d9-e7717add369b {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:26:38.680179 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ebeea-6eaf-483c-8a71-f30130f7fe77 None None] Pushing event updated for resources: {'Port': ['ID=63ff4af3-21f4-4286-ba21-6a1de864fb09,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:38.685740 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:26:38.686126 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Checking segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:26:38.686537 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:38.686914 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Bound using segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:26:38.687476 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Bound port: 63ff4af3-21f4-4286-ba21-6a1de864fb09, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:26:38.687746 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:38.722288 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Allocated IP 172.20.0.1 (f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78/d6cbdaf6-4887-466c-af28-971fc026d51e/4feef1d6-cfd9-42cb-9b7a-aab92949764c) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:26:38.739687 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-83416b47-08a3-48cc-a762-35374d65555a None None] For port 63ff4af3-21f4-4286-ba21-6a1de864fb09, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:26:38.742742 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-83416b47-08a3-48cc-a762-35374d65555a None None] For port 63ff4af3-21f4-4286-ba21-6a1de864fb09, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=63ff4af3-21f4-4286-ba21-6a1de864fb09,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:26:38.806565 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:38.827957 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Publish callbacks [] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:38.867936 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Routers {'509574c8-61ee-4866-8ebb-18db16214476'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:26:38.868554 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-83416b47-08a3-48cc-a762-35374d65555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['509574c8-61ee-4866-8ebb-18db16214476'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:38.904443 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ebeea-6eaf-483c-8a71-f30130f7fe77 None None] Pushing event updated for resources: {'Port': ['ID=63ff4af3-21f4-4286-ba21-6a1de864fb09,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:38.909879 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:38.953345 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:26:38.958907 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:38.961133 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Pushing event updated for resources: {'Port': ['ID=4feef1d6-cfd9-42cb-9b7a-aab92949764c,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:38.963338 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:26:38.989314 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-83416b47-08a3-48cc-a762-35374d65555a None None] Set router 509574c8-61ee-4866-8ebb-18db16214476 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:26:39.007754 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618225'] for router_interface (509574c8-61ee-4866-8ebb-18db16214476), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:39.228061 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:39.313882 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-2dd4c682-61a7-44ee-8ab2-18740fe1b28a None None] Provisioning complete for port 4feef1d6-cfd9-42cb-9b7a-aab92949764c triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:39.314299 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c682-61a7-44ee-8ab2-18740fe1b28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:39.358978 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4c682-61a7-44ee-8ab2-18740fe1b28a None None] Port 4feef1d6-cfd9-42cb-9b7a-aab92949764c cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:26:39.365645 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-83416b47-08a3-48cc-a762-35374d65555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:36Z', 'revision_number': 3, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:39.395867 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83416b47-08a3-48cc-a762-35374d65555a None None] The sync data for ids ['509574c8-61ee-4866-8ebb-18db16214476'] in dv-cinder-804035-26-iscsi is: [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:36Z', 'revision_number': 3, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:26:39.399753 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Publish callbacks [] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:39.508565 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18398718'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:39.582422 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622139'] for router_interface (509574c8-61ee-4866-8ebb-18db16214476), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:39.584170 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Pushing event updated for resources: {'Port': ['ID=4feef1d6-cfd9-42cb-9b7a-aab92949764c,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:39.699030 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:26:39.700489 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:39.832256 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Router 509574c8-61ee-4866-8ebb-18db16214476 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:26:39.948906 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:26:39.954691 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-ac62b2ee-c966-4d90-9599-afb95c0e143a admin admin] 10.222.0.113 "PUT /v2.0/routers/509574c8-61ee-4866-8ebb-18db16214476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0895584 Jan 24 09:26:39.984208 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-4970f101-5d1e-40ca-bc93-40effbda6ae0 None None] Provisioning complete for port 4feef1d6-cfd9-42cb-9b7a-aab92949764c triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:39.984807 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4970f101-5d1e-40ca-bc93-40effbda6ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:40.026444 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-4970f101-5d1e-40ca-bc93-40effbda6ae0 None None] Port 4feef1d6-cfd9-42cb-9b7a-aab92949764c cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:26:40.289716 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:26:40.425019 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 63ff4af3-21f4-4286-ba21-6a1de864fb09 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:26:40.476314 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 63ff4af3-21f4-4286-ba21-6a1de864fb09 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:40.476763 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:40.563692 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 63ff4af3-21f4-4286-ba21-6a1de864fb09 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:40.564082 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:40.588023 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port 63ff4af3-21f4-4286-ba21-6a1de864fb09, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=63ff4af3-21f4-4286-ba21-6a1de864fb09,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:26:40.688164 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53324) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:40.693961 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2020126945-network', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:40.709193 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:40.761285 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=63ff4af3-21f4-4286-ba21-6a1de864fb09,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:40.811246 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Made reservation on behalf of 74e0f4c80ff24f479dbef6c2e621f11d for: {'network': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:26:40.813672 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:40.823184 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:40.901941 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Publish callbacks [] for security_group (95a91dff-4890-4ffe-a76d-1780cc219e5d), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:40.966965 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Sync routers for ids ['509574c8-61ee-4866-8ebb-18db16214476'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:26:40.977167 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Routers {'509574c8-61ee-4866-8ebb-18db16214476'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:26:40.977772 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['509574c8-61ee-4866-8ebb-18db16214476'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:40.994213 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (95a91dff-4890-4ffe-a76d-1780cc219e5d), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.020926 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:26:41.030616 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a91dff-4890-4ffe-a76d-1780cc219e5d,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:41.038170 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (d7c186d1-21f6-477c-a60e-dcfe8f4c6c34), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.038629 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.segments_db [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Added segment d7c186d1-21f6-477c-a60e-dcfe8f4c6c34 of type vlan for network 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 Jan 24 09:26:41.082392 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (99f4c8fc-f1a3-4c51-a511-3a7f358604c6), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.089532 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Set router 509574c8-61ee-4866-8ebb-18db16214476 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:26:41.211434 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (99f4c8fc-f1a3-4c51-a511-3a7f358604c6), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.212638 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:41.213224 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.285532 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] Pushing event updated for resources: {'Network': ['ID=99f4c8fc-f1a3-4c51-a511-3a7f358604c6,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:41.295668 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:26:41.328900 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-725152da-484a-477c-a51a-929034244cf6 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6394403 Jan 24 09:26:41.332533 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53334) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:41.337631 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] Request body: {'subnet': {'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2020126945-subnet', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'ip_version': 4}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:41.397608 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:39Z', 'revision_number': 4, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '4feef1d6-cfd9-42cb-9b7a-aab92949764c', 'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'mac_address': 'fa:16:3e:44:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:38Z', 'updated_at': '2022-01-24T09:26:39Z', 'revision_number': 2, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'subnets': [{'id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:41.428356 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Checking router: 509574c8-61ee-4866-8ebb-18db16214476 for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:26:41.428762 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Updating router 509574c8-61ee-4866-8ebb-18db16214476 port 4feef1d6-cfd9-42cb-9b7a-aab92949764c binding host dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:26:41.454327 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.491830 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] Made reservation on behalf of 74e0f4c80ff24f479dbef6c2e621f11d for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:26:41.496291 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18764259'] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.733182 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Publish callbacks [] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.800178 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18398569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18764273'] for subnet (3bd207ea-d27b-4457-84bf-e68167603257), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.838332 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.858028 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd207ea-d27b-4457-84bf-e68167603257,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:41.868638 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] Checking segment: {'id': 'd7c186d1-21f6-477c-a60e-dcfe8f4c6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:26:41.869000 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] Network hostable DHCP agents. Network: 99f4c8fc-f1a3-4c51-a511-3a7f358604c6, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:26:41.885981 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Pushing event updated for resources: {'Port': ['ID=4feef1d6-cfd9-42cb-9b7a-aab92949764c,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:41.895554 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.895919 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.896282 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.896629 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.897057 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.897276 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.897619 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.897951 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.898304 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.898654 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.898979 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.899298 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.899618 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:26:41.959996 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Attempting to bind port 4feef1d6-cfd9-42cb-9b7a-aab92949764c on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:41.960372 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Attempting to bind port 4feef1d6-cfd9-42cb-9b7a-aab92949764c by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:26:41.960737 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Attempting to bind port 4feef1d6-cfd9-42cb-9b7a-aab92949764c on network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:26:41.966385 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:26:41.966758 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Checking segment: {'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:26:41.967159 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.967572 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Bound using segment: {'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:26:41.968040 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Bound port: 4feef1d6-cfd9-42cb-9b7a-aab92949764c, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:26:41.968438 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:41.975544 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] Network 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:26:42.037785 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] For port 4feef1d6-cfd9-42cb-9b7a-aab92949764c, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:26:42.042059 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] For port 4feef1d6-cfd9-42cb-9b7a-aab92949764c, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=4feef1d6-cfd9-42cb-9b7a-aab92949764c,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:26:42.083959 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, 99f4c8fc-f1a3-4c51-a511-3a7f358604c6) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:42.087989 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:26:42.088600 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.092992 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2291c629-fef6-4ac4-8a94-96d99b71854f None None] Network 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:26:42.153097 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.175500 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0d5fc8b2-7dc2-4c8f-a2fc-872e8b06f83c None None] Provisioning complete for port 4feef1d6-cfd9-42cb-9b7a-aab92949764c triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:42.175878 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc8b2-7dc2-4c8f-a2fc-872e8b06f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.214531 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Routers {'509574c8-61ee-4866-8ebb-18db16214476'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:26:42.215237 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['509574c8-61ee-4866-8ebb-18db16214476'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:42.232160 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-70adf5cf-4dde-47a9-a74d-1f17f3d4398b admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8982775 Jan 24 09:26:42.234392 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53342) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:42.239708 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2020126945-router', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:42.264514 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605379a2-54c9-4ede-ab91-0a42dfeb85b8 None None] Pushing event updated for resources: {'Port': ['ID=4feef1d6-cfd9-42cb-9b7a-aab92949764c,revision_number=4']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:42.281596 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0d5fc8b2-7dc2-4c8f-a2fc-872e8b06f83c None None] Current status of the port 4feef1d6-cfd9-42cb-9b7a-aab92949764c is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:42.282221 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc8b2-7dc2-4c8f-a2fc-872e8b06f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.285000 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe23cbee1-24f1-55de-80ea-489377c10006-99f4c8fc-f1a3-4c51-a511-3a7f358604c6', 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6', 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'fixed_ips': [{'subnet_id': '3bd207ea-d27b-4457-84bf-e68167603257'}]}} from dv-cinder-804035-26-iscsi. {{(pid=103103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:26:42.285839 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.355395 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0d5fc8b2-7dc2-4c8f-a2fc-872e8b06f83c None None] For port 4feef1d6-cfd9-42cb-9b7a-aab92949764c, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=4feef1d6-cfd9-42cb-9b7a-aab92949764c,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:26:42.361676 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] Set router 509574c8-61ee-4866-8ebb-18db16214476 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:26:42.395614 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6850'] for router (9fa5b00a-052d-446c-a368-c130e8981c98), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.396768 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6875'] for router (9fa5b00a-052d-446c-a368-c130e8981c98), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.459238 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 63ff4af3-21f4-4286-ba21-6a1de864fb09 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:26:42.477791 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Publish callbacks [] for router_controller (9fa5b00a-052d-446c-a368-c130e8981c98), precommit_add_association {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.512963 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc8b2-7dc2-4c8f-a2fc-872e8b06f83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.520524 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Allocated IP 172.20.0.2 (99f4c8fc-f1a3-4c51-a511-3a7f358604c6/3bd207ea-d27b-4457-84bf-e68167603257/a4645cf2-ca1b-4d9f-93ce-a8ec05868857) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:26:42.594651 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 63ff4af3-21f4-4286-ba21-6a1de864fb09 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:42.595019 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.618047 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:39Z', 'revision_number': 4, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '4feef1d6-cfd9-42cb-9b7a-aab92949764c', 'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'mac_address': 'fa:16:3e:44:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:38Z', 'updated_at': '2022-01-24T09:26:42Z', 'revision_number': 4, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'subnets': [{'id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:42.645113 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9035a5-6d5d-446f-bd3b-e288fd46e7ec None None] The sync data for ids ['509574c8-61ee-4866-8ebb-18db16214476'] in dv-cinder-804035-26-iscsi is: [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:39Z', 'revision_number': 4, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '4feef1d6-cfd9-42cb-9b7a-aab92949764c', 'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'mac_address': 'fa:16:3e:44:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:38Z', 'updated_at': '2022-01-24T09:26:42Z', 'revision_number': 4, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'subnets': [{'id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:26:42.665686 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fc8b2-7dc2-4c8f-a2fc-872e8b06f83c None None] Pushing event updated for resources: {'Port': ['ID=4feef1d6-cfd9-42cb-9b7a-aab92949764c,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:42.693920 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-4f1c7487-989a-4976-a55d-cd576d37d6c7 None None] Provisioning complete for port 4feef1d6-cfd9-42cb-9b7a-aab92949764c triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:42.694433 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4f1c7487-989a-4976-a55d-cd576d37d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.851075 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Publish callbacks [] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.858036 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 63ff4af3-21f4-4286-ba21-6a1de864fb09 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:42.873683 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Publish callbacks [] for router_gateway (9fa5b00a-052d-446c-a368-c130e8981c98), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.893680 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c7487-989a-4976-a55d-cd576d37d6c7 None None] Current status of the port 4feef1d6-cfd9-42cb-9b7a-aab92949764c is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:42.938914 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:42.984003 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Network 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:26:42.990606 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:42.994202 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:26:43.001806 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Pushing event updated for resources: {'Port': ['ID=a4645cf2-ca1b-4d9f-93ce-a8ec05868857,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:43.057791 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Attempting to bind port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:43.058254 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Attempting to bind port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': 'd7c186d1-21f6-477c-a60e-dcfe8f4c6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:26:43.058624 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Attempting to bind port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 on network 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:26:43.064473 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:26:43.065567 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Checking segment: {'id': 'd7c186d1-21f6-477c-a60e-dcfe8f4c6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:26:43.066043 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:43.066635 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Bound using segment: {'id': 'd7c186d1-21f6-477c-a60e-dcfe8f4c6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:26:43.067158 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Bound port: a4645cf2-ca1b-4d9f-93ce-a8ec05868857, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c186d1-21f6-477c-a60e-dcfe8f4c6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:26:43.067561 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:43.139165 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] For port a4645cf2-ca1b-4d9f-93ce-a8ec05868857, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:26:43.143010 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] For port a4645cf2-ca1b-4d9f-93ce-a8ec05868857, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a4645cf2-ca1b-4d9f-93ce-a8ec05868857,segment=NetworkSegment(d7c186d1-21f6-477c-a60e-dcfe8f4c6c34),segment_id=d7c186d1-21f6-477c-a60e-dcfe8f4c6c34)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:26:43.178870 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Publish callbacks [] for router_gateway (9fa5b00a-052d-446c-a368-c130e8981c98), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:43.198692 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:43.222086 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:43.294365 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26911a-ba39-4e7f-84a8-2c2ff145a518 None None] Pushing event updated for resources: {'Port': ['ID=a4645cf2-ca1b-4d9f-93ce-a8ec05868857,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:43.325303 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Allocated IP 172.27.0.142 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/a2012319-f5f9-4525-bee6-efcf1c0e0e2a) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:26:43.450917 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Publish callbacks [] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:43.595349 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:43.639355 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:26:43.642566 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:43.646263 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:26:43.673739 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Pushing event updated for resources: {'Port': ['ID=a2012319-f5f9-4525-bee6-efcf1c0e0e2a,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:44.015438 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Publish callbacks [] for router_gateway (9fa5b00a-052d-446c-a368-c130e8981c98), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:44.235732 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620227'] for router (9fa5b00a-052d-446c-a368-c130e8981c98), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:44.382730 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c30a56-55d3-42ae-bcf9-1331fcf85284 None None] Network 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:26:44.442394 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53378) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:44.463661 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Router 9fa5b00a-052d-446c-a368-c130e8981c98 is scheduled to L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 with binding_index 1 {{(pid=103102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:26:44.487323 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-7265ac8f-38af-42a7-b8d8-9e653fd5c2db None None] Provisioning complete for port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:44.487800 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7265ac8f-38af-42a7-b8d8-9e653fd5c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:44.569686 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53382) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:44.610333 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:26:44.615525 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-7265ac8f-38af-42a7-b8d8-9e653fd5c2db None None] Current status of the port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:44.615759 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7265ac8f-38af-42a7-b8d8-9e653fd5c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:44.632292 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Sync routers for ids ['9fa5b00a-052d-446c-a368-c130e8981c98'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:26:44.649469 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 4feef1d6-cfd9-42cb-9b7a-aab92949764c up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:26:44.692669 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Routers {'9fa5b00a-052d-446c-a368-c130e8981c98'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:26:44.693322 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-87028e6a-4398-426f-9583-c69760b00061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9fa5b00a-052d-446c-a368-c130e8981c98'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:44.696902 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-7265ac8f-38af-42a7-b8d8-9e653fd5c2db None None] For port a4645cf2-ca1b-4d9f-93ce-a8ec05868857, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a4645cf2-ca1b-4d9f-93ce-a8ec05868857,segment=NetworkSegment(d7c186d1-21f6-477c-a60e-dcfe8f4c6c34),segment_id=d7c186d1-21f6-477c-a60e-dcfe8f4c6c34)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:26:44.699170 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a1491945-61c5-40b0-863d-5dfd6d984c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:44.749756 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fb113979-a1d2-459f-a6a4-84799ad8b27d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:44.754779 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:44.758885 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2b18347a-40d8-47f8-9812-572b4d86293a admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5207074 Jan 24 09:26:44.759753 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53386) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:44.803899 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7265ac8f-38af-42a7-b8d8-9e653fd5c2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:44.860803 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fb113979-a1d2-459f-a6a4-84799ad8b27d admin admin] Publish callbacks [] for security_group (0680c8e2-f87e-4463-9769-a22d20c6a5d1), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:44.878960 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 4feef1d6-cfd9-42cb-9b7a-aab92949764c triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:44.879344 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:44.884945 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Set router 9fa5b00a-052d-446c-a368-c130e8981c98 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:26:44.957944 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fb113979-a1d2-459f-a6a4-84799ad8b27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (0680c8e2-f87e-4463-9769-a22d20c6a5d1), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.003801 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb113979-a1d2-459f-a6a4-84799ad8b27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0680c8e2-f87e-4463-9769-a22d20c6a5d1,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:45.008465 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-fb113979-a1d2-459f-a6a4-84799ad8b27d admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=4fb982737a3e44bd845bb4f42969368e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4361293 Jan 24 09:26:45.014653 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53388) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:45.072467 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8e175256-1933-4c88-a9b6-00d1ab3e383f admin admin] Publish callbacks [] for security_group (0680c8e2-f87e-4463-9769-a22d20c6a5d1), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.096163 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8e175256-1933-4c88-a9b6-00d1ab3e383f admin admin] Publish callbacks [] for security_group (0680c8e2-f87e-4463-9769-a22d20c6a5d1), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.114974 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265ac8f-38af-42a7-b8d8-9e653fd5c2db None None] Pushing event updated for resources: {'Port': ['ID=a4645cf2-ca1b-4d9f-93ce-a8ec05868857,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:45.180669 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a1491945-61c5-40b0-863d-5dfd6d984c0b admin admin] Publish callbacks [] for security_group (a769d25f-072a-4152-81bd-059b27d445c2), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.181457 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-4aecafaf-6a67-46e7-b37e-f85669ead198 None None] Provisioning complete for port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:45.182027 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4aecafaf-6a67-46e7-b37e-f85669ead198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.252838 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8e175256-1933-4c88-a9b6-00d1ab3e383f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (0680c8e2-f87e-4463-9769-a22d20c6a5d1), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.257355 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8e175256-1933-4c88-a9b6-00d1ab3e383f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.258994 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-8e175256-1933-4c88-a9b6-00d1ab3e383f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/0680c8e2-f87e-4463-9769-a22d20c6a5d1 HTTP/1.1" status: 204 len: 168 time: 0.2431347 Jan 24 09:26:45.270646 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e175256-1933-4c88-a9b6-00d1ab3e383f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0680c8e2-f87e-4463-9769-a22d20c6a5d1,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:45.290490 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a1491945-61c5-40b0-863d-5dfd6d984c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a769d25f-072a-4152-81bd-059b27d445c2), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.337376 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 4feef1d6-cfd9-42cb-9b7a-aab92949764c is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:45.337376 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a4645cf2-ca1b-4d9f-93ce-a8ec05868857 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:26:45.348960 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1491945-61c5-40b0-863d-5dfd6d984c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a769d25f-072a-4152-81bd-059b27d445c2,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:45.366391 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-a1491945-61c5-40b0-863d-5dfd6d984c0b admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=d23883d7b2ce447f99a42d9d87f50c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9201794 Jan 24 09:26:45.366598 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53392) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:45.420107 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-4aecafaf-6a67-46e7-b37e-f85669ead198 None None] Current status of the port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:45.437037 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fb0c1edb-f45f-4e0f-89db-66fe8b781ffb admin admin] Publish callbacks [] for security_group (a769d25f-072a-4152-81bd-059b27d445c2), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.450969 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:45.451356 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.455979 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-87028e6a-4398-426f-9583-c69760b00061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'name': 'tempest-TestShelveInstance-2020126945-router', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:42Z', 'updated_at': '2022-01-24T09:26:43Z', 'revision_number': 3, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'gw_port': {'id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:43Z', 'updated_at': '2022-01-24T09:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:45.469461 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fb0c1edb-f45f-4e0f-89db-66fe8b781ffb admin admin] Publish callbacks [] for security_group (a769d25f-072a-4152-81bd-059b27d445c2), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.505330 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Checking router: 9fa5b00a-052d-446c-a368-c130e8981c98 for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:26:45.505694 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Updating router 9fa5b00a-052d-446c-a368-c130e8981c98 port a2012319-f5f9-4525-bee6-efcf1c0e0e2a binding host dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:26:45.544609 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.607283 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.635025 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fb0c1edb-f45f-4e0f-89db-66fe8b781ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (a769d25f-072a-4152-81bd-059b27d445c2), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.639370 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-fb0c1edb-f45f-4e0f-89db-66fe8b781ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.641704 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-fb0c1edb-f45f-4e0f-89db-66fe8b781ffb admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/a769d25f-072a-4152-81bd-059b27d445c2 HTTP/1.1" status: 204 len: 168 time: 0.2738230 Jan 24 09:26:45.653582 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c1edb-f45f-4e0f-89db-66fe8b781ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a769d25f-072a-4152-81bd-059b27d445c2,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:45.668711 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:45.807285 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Allocated IP 172.20.0.1 (99f4c8fc-f1a3-4c51-a511-3a7f358604c6/3bd207ea-d27b-4457-84bf-e68167603257/0c396e94-118c-4c76-87eb-aeed6d44b896) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:26:45.901111 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Publish callbacks [] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.919289 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Publish callbacks [] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:45.969384 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.023978 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Attempting to bind port a2012319-f5f9-4525-bee6-efcf1c0e0e2a on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:46.024347 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Attempting to bind port a2012319-f5f9-4525-bee6-efcf1c0e0e2a by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:26:46.024778 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Attempting to bind port a2012319-f5f9-4525-bee6-efcf1c0e0e2a on network e3ca9c5d-a4c5-4d81-86d9-e7717add369b {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:26:46.031569 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5130fc0-b2a0-478f-8ac7-48948850a9e7 None None] Pushing event updated for resources: {'Port': ['ID=a2012319-f5f9-4525-bee6-efcf1c0e0e2a,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:46.036015 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.036217 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:26:46.036593 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Checking segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:26:46.036999 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.037393 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Bound using segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:26:46.037885 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Bound port: a2012319-f5f9-4525-bee6-efcf1c0e0e2a, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:26:46.038291 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.084249 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Network 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:26:46.087841 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:46.090435 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:26:46.101904 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-87028e6a-4398-426f-9583-c69760b00061 None None] For port a2012319-f5f9-4525-bee6-efcf1c0e0e2a, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:26:46.106858 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-87028e6a-4398-426f-9583-c69760b00061 None None] For port a2012319-f5f9-4525-bee6-efcf1c0e0e2a, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a2012319-f5f9-4525-bee6-efcf1c0e0e2a,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:26:46.125990 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Pushing event updated for resources: {'Port': ['ID=0c396e94-118c-4c76-87eb-aeed6d44b896,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:46.151871 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618225'] for router_interface (9fa5b00a-052d-446c-a368-c130e8981c98), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.212056 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.282046 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Routers {'9fa5b00a-052d-446c-a368-c130e8981c98'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:26:46.282719 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-87028e6a-4398-426f-9583-c69760b00061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9fa5b00a-052d-446c-a368-c130e8981c98'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:46.287221 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5130fc0-b2a0-478f-8ac7-48948850a9e7 None None] Pushing event updated for resources: {'Port': ['ID=a2012319-f5f9-4525-bee6-efcf1c0e0e2a,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:46.326048 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-621d2962-1872-4853-ba98-902f73c8af59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.393849 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.403707 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-87028e6a-4398-426f-9583-c69760b00061 None None] Set router 9fa5b00a-052d-446c-a368-c130e8981c98 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:26:46.436137 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a4645cf2-ca1b-4d9f-93ce-a8ec05868857 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:26:46.573326 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-a52c9a7c-7e67-4879-81e9-72620f57a607 None None] Provisioning complete for port 0c396e94-118c-4c76-87eb-aeed6d44b896 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:46.573676 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a52c9a7c-7e67-4879-81e9-72620f57a607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.587331 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Publish callbacks [] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.631532 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-a52c9a7c-7e67-4879-81e9-72620f57a607 None None] Port 0c396e94-118c-4c76-87eb-aeed6d44b896 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:26:46.641006 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:46.641360 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.683615 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18398718'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.756739 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Pushing event updated for resources: {'Port': ['ID=0c396e94-118c-4c76-87eb-aeed6d44b896,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:46.759935 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622139'] for router_interface (9fa5b00a-052d-446c-a368-c130e8981c98), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:46.764016 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:46.769017 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-87028e6a-4398-426f-9583-c69760b00061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'name': 'tempest-TestShelveInstance-2020126945-router', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:42Z', 'updated_at': '2022-01-24T09:26:43Z', 'revision_number': 3, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'gw_port': {'id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:43Z', 'updated_at': '2022-01-24T09:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:46.796775 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87028e6a-4398-426f-9583-c69760b00061 None None] The sync data for ids ['9fa5b00a-052d-446c-a368-c130e8981c98'] in dv-cinder-804035-26-iscsi is: [{'id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'name': 'tempest-TestShelveInstance-2020126945-router', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:42Z', 'updated_at': '2022-01-24T09:26:43Z', 'revision_number': 3, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'gw_port': {'id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:43Z', 'updated_at': '2022-01-24T09:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:26:46.867561 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Network 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:26:46.869097 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:26:47.001308 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Router 9fa5b00a-052d-446c-a368-c130e8981c98 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:26:47.146776 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:26:47.160053 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-d309eeca-4196-4766-9093-a3f7ee3ed89f admin admin] 10.222.0.113 "PUT /v2.0/routers/9fa5b00a-052d-446c-a368-c130e8981c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3994853 Jan 24 09:26:47.163579 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-2824c9c5-5ad3-4a96-9ac4-7b2a56048890 None None] Provisioning complete for port 0c396e94-118c-4c76-87eb-aeed6d44b896 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:47.164255 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2824c9c5-5ad3-4a96-9ac4-7b2a56048890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:47.219137 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-2824c9c5-5ad3-4a96-9ac4-7b2a56048890 None None] Port 0c396e94-118c-4c76-87eb-aeed6d44b896 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:26:47.638684 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:48.454223 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a2012319-f5f9-4525-bee6-efcf1c0e0e2a up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:26:48.513098 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port a2012319-f5f9-4525-bee6-efcf1c0e0e2a triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:48.513396 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:48.589231 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53444) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:48.591506 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-84b0a4f0-3967-4cad-8554-7245a3a33c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:48.595004 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-dc896556-a760-4a48-8624-e1d9b4a09668 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637708309', 'description': 'tempest-secgroup-smoke-1637708309 description', 'project_id': '7a1db64ecaea44e09ecbf80f34523511'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:48.609965 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port a2012319-f5f9-4525-bee6-efcf1c0e0e2a is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:48.610316 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:48.633376 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port a2012319-f5f9-4525-bee6-efcf1c0e0e2a, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a2012319-f5f9-4525-bee6-efcf1c0e0e2a,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:26:48.679944 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dc896556-a760-4a48-8624-e1d9b4a09668 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:48.708436 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:48.760498 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=a2012319-f5f9-4525-bee6-efcf1c0e0e2a,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:48.765561 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dc896556-a760-4a48-8624-e1d9b4a09668 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group (ee98d498-09d4-4411-82e4-678902e9e2e9), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:48.828670 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dc896556-a760-4a48-8624-e1d9b4a09668 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (ee98d498-09d4-4411-82e4-678902e9e2e9), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:48.858783 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc896556-a760-4a48-8624-e1d9b4a09668 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee98d498-09d4-4411-82e4-678902e9e2e9,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:48.922009 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-dc896556-a760-4a48-8624-e1d9b4a09668 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:48.923339 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-dc896556-a760-4a48-8624-e1d9b4a09668 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3330042 Jan 24 09:26:48.927023 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53454) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:48.931724 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-7847b668-a0ff-4d8b-a652-a837eb027079 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Request body: {'security_group_rule': {'security_group_id': 'ee98d498-09d4-4411-82e4-678902e9e2e9', 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:49.045268 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Sync routers for ids ['9fa5b00a-052d-446c-a368-c130e8981c98'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:26:49.046406 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7847b668-a0ff-4d8b-a652-a837eb027079 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (c654cb62-ce7b-4696-a1e2-aa8a8f4d3958), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:49.055974 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Routers {'9fa5b00a-052d-446c-a368-c130e8981c98'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:26:49.056657 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9fa5b00a-052d-446c-a368-c130e8981c98'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:49.109772 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7847b668-a0ff-4d8b-a652-a837eb027079 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (c654cb62-ce7b-4696-a1e2-aa8a8f4d3958), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:49.169501 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Set router 9fa5b00a-052d-446c-a368-c130e8981c98 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:26:49.226422 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7847b668-a0ff-4d8b-a652-a837eb027079 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (c654cb62-ce7b-4696-a1e2-aa8a8f4d3958), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:49.245521 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847b668-a0ff-4d8b-a652-a837eb027079 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c654cb62-ce7b-4696-a1e2-aa8a8f4d3958,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:49.339005 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7847b668-a0ff-4d8b-a652-a837eb027079 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:49.340230 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-7847b668-a0ff-4d8b-a652-a837eb027079 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4122708 Jan 24 09:26:49.343063 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53456) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:49.347845 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-1bf34a21-1bde-4a9d-bbfa-651177ebea96 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Request body: {'security_group_rule': {'security_group_id': 'ee98d498-09d4-4411-82e4-678902e9e2e9', 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:49.375997 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'name': 'tempest-TestShelveInstance-2020126945-router', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:42Z', 'updated_at': '2022-01-24T09:26:46Z', 'revision_number': 4, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'gw_port': {'id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:43Z', 'updated_at': '2022-01-24T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '0c396e94-118c-4c76-87eb-aeed6d44b896', 'name': '', 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'mac_address': 'fa:16:3e:fb:ae:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3bd207ea-d27b-4457-84bf-e68167603257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:45Z', 'updated_at': '2022-01-24T09:26:46Z', 'revision_number': 2, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'subnets': [{'id': '3bd207ea-d27b-4457-84bf-e68167603257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:49.403196 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Checking router: 9fa5b00a-052d-446c-a368-c130e8981c98 for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:26:49.403544 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Updating router 9fa5b00a-052d-446c-a368-c130e8981c98 port 0c396e94-118c-4c76-87eb-aeed6d44b896 binding host dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:26:49.428237 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:49.534774 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1bf34a21-1bde-4a9d-bbfa-651177ebea96 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (a037ec5c-a003-435e-813b-591943f0f2fc), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:49.594861 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1bf34a21-1bde-4a9d-bbfa-651177ebea96 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (a037ec5c-a003-435e-813b-591943f0f2fc), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:49.708025 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Publish callbacks [] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:49.777077 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1bf34a21-1bde-4a9d-bbfa-651177ebea96 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (a037ec5c-a003-435e-813b-591943f0f2fc), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:49.797562 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf34a21-1bde-4a9d-bbfa-651177ebea96 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a037ec5c-a003-435e-813b-591943f0f2fc,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:50.022632 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.023304 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.078767 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-1bf34a21-1bde-4a9d-bbfa-651177ebea96 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.078767 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-1bf34a21-1bde-4a9d-bbfa-651177ebea96 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7286892 Jan 24 09:26:50.079092 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5aabb2-d84b-44f0-b450-f875bb774233 None None] Pushing event updated for resources: {'Port': ['ID=0c396e94-118c-4c76-87eb-aeed6d44b896,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:50.079537 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53458) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:50.085655 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-3273acea-8db7-4c05-87ae-cb0def92f3e7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Request body: {'security_group_rule': {'security_group_id': 'ee98d498-09d4-4411-82e4-678902e9e2e9', 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:50.152344 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Attempting to bind port 0c396e94-118c-4c76-87eb-aeed6d44b896 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:26:50.152796 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Attempting to bind port 0c396e94-118c-4c76-87eb-aeed6d44b896 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': 'd7c186d1-21f6-477c-a60e-dcfe8f4c6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:26:50.153306 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Attempting to bind port 0c396e94-118c-4c76-87eb-aeed6d44b896 on network 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:26:50.159754 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:26:50.160230 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Checking segment: {'id': 'd7c186d1-21f6-477c-a60e-dcfe8f4c6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:26:50.161095 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.161243 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Bound using segment: {'id': 'd7c186d1-21f6-477c-a60e-dcfe8f4c6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:26:50.161719 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Bound port: 0c396e94-118c-4c76-87eb-aeed6d44b896, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c186d1-21f6-477c-a60e-dcfe8f4c6c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:26:50.162223 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.230751 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] For port 0c396e94-118c-4c76-87eb-aeed6d44b896, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:26:50.233804 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] For port 0c396e94-118c-4c76-87eb-aeed6d44b896, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=0c396e94-118c-4c76-87eb-aeed6d44b896,segment=NetworkSegment(d7c186d1-21f6-477c-a60e-dcfe8f4c6c34),segment_id=d7c186d1-21f6-477c-a60e-dcfe8f4c6c34)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:26:50.279333 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3273acea-8db7-4c05-87ae-cb0def92f3e7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (7b6c46e1-a9a4-42c1-ba70-fb3cd0efbe58), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.303068 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.342920 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3273acea-8db7-4c05-87ae-cb0def92f3e7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (7b6c46e1-a9a4-42c1-ba70-fb3cd0efbe58), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.362201 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5aabb2-d84b-44f0-b450-f875bb774233 None None] Pushing event updated for resources: {'Port': ['ID=0c396e94-118c-4c76-87eb-aeed6d44b896,revision_number=4']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:50.376220 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Routers {'9fa5b00a-052d-446c-a368-c130e8981c98'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:26:50.377741 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9fa5b00a-052d-446c-a368-c130e8981c98'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:50.381418 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-6a97c6d0-60d7-4fb6-8b1d-7e7786d7bf78 None None] Provisioning complete for port 0c396e94-118c-4c76-87eb-aeed6d44b896 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:50.381845 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6a97c6d0-60d7-4fb6-8b1d-7e7786d7bf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.434720 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3273acea-8db7-4c05-87ae-cb0def92f3e7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (7b6c46e1-a9a4-42c1-ba70-fb3cd0efbe58), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.453043 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a2012319-f5f9-4525-bee6-efcf1c0e0e2a up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:26:50.464278 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273acea-8db7-4c05-87ae-cb0def92f3e7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6c46e1-a9a4-42c1-ba70-fb3cd0efbe58,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:50.537256 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3273acea-8db7-4c05-87ae-cb0def92f3e7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.543395 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53464) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:50.543985 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-3273acea-8db7-4c05-87ae-cb0def92f3e7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4618938 Jan 24 09:26:50.549814 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-08765fd1-9f88-49e3-8c49-6dfe0d1dc93b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Request body: {'security_group_rule': {'security_group_id': 'ee98d498-09d4-4411-82e4-678902e9e2e9', 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:50.562486 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-6a97c6d0-60d7-4fb6-8b1d-7e7786d7bf78 None None] Current status of the port 0c396e94-118c-4c76-87eb-aeed6d44b896 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:50.566511 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6a97c6d0-60d7-4fb6-8b1d-7e7786d7bf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.585210 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port a2012319-f5f9-4525-bee6-efcf1c0e0e2a triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:50.585582 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.625717 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-6a97c6d0-60d7-4fb6-8b1d-7e7786d7bf78 None None] For port 0c396e94-118c-4c76-87eb-aeed6d44b896, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=0c396e94-118c-4c76-87eb-aeed6d44b896,segment=NetworkSegment(d7c186d1-21f6-477c-a60e-dcfe8f4c6c34),segment_id=d7c186d1-21f6-477c-a60e-dcfe8f4c6c34)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:26:50.639910 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] Set router 9fa5b00a-052d-446c-a368-c130e8981c98 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:26:50.664000 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-08765fd1-9f88-49e3-8c49-6dfe0d1dc93b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (23df1932-97ae-4a7d-81d6-6abdc1ced195), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.681641 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port a2012319-f5f9-4525-bee6-efcf1c0e0e2a is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:50.685718 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6a97c6d0-60d7-4fb6-8b1d-7e7786d7bf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.731271 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-08765fd1-9f88-49e3-8c49-6dfe0d1dc93b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (23df1932-97ae-4a7d-81d6-6abdc1ced195), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.832234 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-08765fd1-9f88-49e3-8c49-6dfe0d1dc93b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (23df1932-97ae-4a7d-81d6-6abdc1ced195), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.858496 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08765fd1-9f88-49e3-8c49-6dfe0d1dc93b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23df1932-97ae-4a7d-81d6-6abdc1ced195,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:50.865264 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'name': 'tempest-TestShelveInstance-2020126945-router', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:42Z', 'updated_at': '2022-01-24T09:26:46Z', 'revision_number': 4, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'gw_port': {'id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:43Z', 'updated_at': '2022-01-24T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '0c396e94-118c-4c76-87eb-aeed6d44b896', 'name': '', 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'mac_address': 'fa:16:3e:fb:ae:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3bd207ea-d27b-4457-84bf-e68167603257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:45Z', 'updated_at': '2022-01-24T09:26:50Z', 'revision_number': 4, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'subnets': [{'id': '3bd207ea-d27b-4457-84bf-e68167603257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:26:50.898038 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe10a34b-5896-4476-bd35-fd8386f34241 None None] The sync data for ids ['9fa5b00a-052d-446c-a368-c130e8981c98'] in dv-cinder-804035-26-iscsi is: [{'id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'name': 'tempest-TestShelveInstance-2020126945-router', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:42Z', 'updated_at': '2022-01-24T09:26:46Z', 'revision_number': 4, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'gw_port': {'id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:43Z', 'updated_at': '2022-01-24T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '0c396e94-118c-4c76-87eb-aeed6d44b896', 'name': '', 'network_id': '99f4c8fc-f1a3-4c51-a511-3a7f358604c6', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'mac_address': 'fa:16:3e:fb:ae:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3bd207ea-d27b-4457-84bf-e68167603257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:45Z', 'updated_at': '2022-01-24T09:26:50Z', 'revision_number': 4, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'subnets': [{'id': '3bd207ea-d27b-4457-84bf-e68167603257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:26:50.901589 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-e8445390-dc85-4f2f-a590-7e84c4895ced None None] Provisioning complete for port 0c396e94-118c-4c76-87eb-aeed6d44b896 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:50.902039 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e8445390-dc85-4f2f-a590-7e84c4895ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.931423 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97c6d0-60d7-4fb6-8b1d-7e7786d7bf78 None None] Pushing event updated for resources: {'Port': ['ID=0c396e94-118c-4c76-87eb-aeed6d44b896,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:50.969120 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-08765fd1-9f88-49e3-8c49-6dfe0d1dc93b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:50.974979 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-08765fd1-9f88-49e3-8c49-6dfe0d1dc93b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4296405 Jan 24 09:26:50.978014 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53466) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:50.982700 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-a7ecb573-0baf-41f5-8c8f-dc6ec4343f15 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Request body: {'security_group_rule': {'security_group_id': 'ee98d498-09d4-4411-82e4-678902e9e2e9', 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:50.989596 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:51.005605 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-e8445390-dc85-4f2f-a590-7e84c4895ced None None] Current status of the port 0c396e94-118c-4c76-87eb-aeed6d44b896 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:51.120209 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.securitygroups_db [None req-a7ecb573-0baf-41f5-8c8f-dc6ec4343f15 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Project 7a1db64ecaea44e09ecbf80f34523511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:26:51.125651 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a7ecb573-0baf-41f5-8c8f-dc6ec4343f15 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (f8b7270c-14b3-4ed1-a3b7-5a3aea3b2350), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:51.193813 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a7ecb573-0baf-41f5-8c8f-dc6ec4343f15 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (f8b7270c-14b3-4ed1-a3b7-5a3aea3b2350), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:51.277621 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a7ecb573-0baf-41f5-8c8f-dc6ec4343f15 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (f8b7270c-14b3-4ed1-a3b7-5a3aea3b2350), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:51.296651 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecb573-0baf-41f5-8c8f-dc6ec4343f15 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b7270c-14b3-4ed1-a3b7-5a3aea3b2350,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:51.388602 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-a7ecb573-0baf-41f5-8c8f-dc6ec4343f15 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:51.389881 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-a7ecb573-0baf-41f5-8c8f-dc6ec4343f15 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4107792 Jan 24 09:26:51.393342 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53472) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:51.397997 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-477ff804-e448-4f47-b7ed-76b5e9034fe7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Request body: {'security_group_rule': {'security_group_id': 'ee98d498-09d4-4411-82e4-678902e9e2e9', 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:26:51.503476 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.securitygroups_db [None req-477ff804-e448-4f47-b7ed-76b5e9034fe7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Project 7a1db64ecaea44e09ecbf80f34523511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:26:51.508947 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-477ff804-e448-4f47-b7ed-76b5e9034fe7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (6478eb16-0fc7-4a9c-8f68-5b623e6ebb40), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:51.583678 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-477ff804-e448-4f47-b7ed-76b5e9034fe7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (6478eb16-0fc7-4a9c-8f68-5b623e6ebb40), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:51.700395 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-477ff804-e448-4f47-b7ed-76b5e9034fe7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (6478eb16-0fc7-4a9c-8f68-5b623e6ebb40), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:51.720301 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ff804-e448-4f47-b7ed-76b5e9034fe7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6478eb16-0fc7-4a9c-8f68-5b623e6ebb40,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:51.801921 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-477ff804-e448-4f47-b7ed-76b5e9034fe7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:51.803333 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-477ff804-e448-4f47-b7ed-76b5e9034fe7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4090264 Jan 24 09:26:52.458000 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 0c396e94-118c-4c76-87eb-aeed6d44b896 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:26:52.522285 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 0c396e94-118c-4c76-87eb-aeed6d44b896 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:26:52.522668 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:52.571483 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:52.622080 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 0c396e94-118c-4c76-87eb-aeed6d44b896 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:26:58.845569 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53606) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:58.960834 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8a3b5c8c-fd72-42e8-8d3c-0bc1ee750f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:59.035899 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8a3b5c8c-fd72-42e8-8d3c-0bc1ee750f97 admin admin] Publish callbacks [] for security_group (6423516e-a957-4092-bbbf-f4b37a38931f), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:59.114290 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8a3b5c8c-fd72-42e8-8d3c-0bc1ee750f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (6423516e-a957-4092-bbbf-f4b37a38931f), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:59.153068 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-8a3b5c8c-fd72-42e8-8d3c-0bc1ee750f97 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=577d82c8ad364cd7be616ae68c025907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063822 Jan 24 09:26:59.155089 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b5c8c-fd72-42e8-8d3c-0bc1ee750f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6423516e-a957-4092-bbbf-f4b37a38931f,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:26:59.155778 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53612) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:26:59.204911 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ae367406-973a-433c-b1fb-56668befe7e6 admin admin] Publish callbacks [] for security_group (6423516e-a957-4092-bbbf-f4b37a38931f), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:59.226596 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ae367406-973a-433c-b1fb-56668befe7e6 admin admin] Publish callbacks [] for security_group (6423516e-a957-4092-bbbf-f4b37a38931f), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:59.365579 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ae367406-973a-433c-b1fb-56668befe7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (6423516e-a957-4092-bbbf-f4b37a38931f), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:59.368163 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ae367406-973a-433c-b1fb-56668befe7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:26:59.369375 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-ae367406-973a-433c-b1fb-56668befe7e6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/6423516e-a957-4092-bbbf-f4b37a38931f HTTP/1.1" status: 204 len: 168 time: 0.2125988 Jan 24 09:26:59.378979 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae367406-973a-433c-b1fb-56668befe7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6423516e-a957-4092-bbbf-f4b37a38931f,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:00.048511 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53618) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:00.062692 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ec01f639-861c-4ffa-b886-0ba3ca49c9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:00.137402 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ec01f639-861c-4ffa-b886-0ba3ca49c9d4 admin admin] Publish callbacks [] for security_group (013095da-2adc-41b1-8c28-24141544a713), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:00.226043 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-ec01f639-861c-4ffa-b886-0ba3ca49c9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (013095da-2adc-41b1-8c28-24141544a713), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:00.264953 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-ec01f639-861c-4ffa-b886-0ba3ca49c9d4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=6650d0925bdd40b4a3229759e495c138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153041 Jan 24 09:27:00.265946 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01f639-861c-4ffa-b886-0ba3ca49c9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013095da-2adc-41b1-8c28-24141544a713,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:00.267925 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53622) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:00.322980 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb894-9b9d-4188-abee-fb595ef2947a admin admin] Publish callbacks [] for security_group (013095da-2adc-41b1-8c28-24141544a713), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:00.344042 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb894-9b9d-4188-abee-fb595ef2947a admin admin] Publish callbacks [] for security_group (013095da-2adc-41b1-8c28-24141544a713), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:00.485832 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb894-9b9d-4188-abee-fb595ef2947a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (013095da-2adc-41b1-8c28-24141544a713), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:00.488743 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb894-9b9d-4188-abee-fb595ef2947a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:00.490178 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-3dbbb894-9b9d-4188-abee-fb595ef2947a admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/013095da-2adc-41b1-8c28-24141544a713 HTTP/1.1" status: 204 len: 168 time: 0.2209780 Jan 24 09:27:00.500443 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbb894-9b9d-4188-abee-fb595ef2947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013095da-2adc-41b1-8c28-24141544a713,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:01.300909 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53630) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:01.314761 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:01.397215 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Publish callbacks [] for security_group (7413c584-710f-40be-b8a5-9db28005e0e8), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:01.496768 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7413c584-710f-40be-b8a5-9db28005e0e8), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:01.540024 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=dda59ceb4e0b4c0c8d600169f0dd8bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371893 Jan 24 09:27:01.541015 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7413c584-710f-40be-b8a5-9db28005e0e8,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:01.542847 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53632) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:01.548366 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.548720 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.549062 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.549396 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.549727 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.550053 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.550408 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.550730 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.551057 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.552695 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.553118 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.553450 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.553777 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0502bc06-9798-49bf-8ab2-5d3123a20edf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:01.595683 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-99eb4a8b-254b-48ad-8c00-8da871191db6 admin admin] Publish callbacks [] for security_group (7413c584-710f-40be-b8a5-9db28005e0e8), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:01.617912 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-99eb4a8b-254b-48ad-8c00-8da871191db6 admin admin] Publish callbacks [] for security_group (7413c584-710f-40be-b8a5-9db28005e0e8), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:01.776991 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-99eb4a8b-254b-48ad-8c00-8da871191db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7413c584-710f-40be-b8a5-9db28005e0e8), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:01.779560 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-99eb4a8b-254b-48ad-8c00-8da871191db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:01.780733 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-99eb4a8b-254b-48ad-8c00-8da871191db6 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/7413c584-710f-40be-b8a5-9db28005e0e8 HTTP/1.1" status: 204 len: 168 time: 0.2368982 Jan 24 09:27:01.789649 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb4a8b-254b-48ad-8c00-8da871191db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7413c584-710f-40be-b8a5-9db28005e0e8,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:02.916042 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53656) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:03.014965 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-364853072-network', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:03.131760 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Made reservation on behalf of a85801034a13431ebec2bd7a46843d7f for: {'network': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:27:03.134548 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:03.143226 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:03.215617 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Publish callbacks [] for security_group (f86e7738-11d8-4c27-bfc7-8db1a87febe0), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:03.291309 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (f86e7738-11d8-4c27-bfc7-8db1a87febe0), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:03.328955 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:27:03.334468 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86e7738-11d8-4c27-bfc7-8db1a87febe0,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:03.341485 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (d6b31e68-23ab-485a-b7cb-4c707a5105d9), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:03.344784 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.segments_db [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Added segment d6b31e68-23ab-485a-b7cb-4c707a5105d9 of type vlan for network 35e4a580-1225-42f2-ae53-8dac63074cc7 Jan 24 09:27:03.381647 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (35e4a580-1225-42f2-ae53-8dac63074cc7), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:03.506188 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (35e4a580-1225-42f2-ae53-8dac63074cc7), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:03.507174 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:03.507767 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:03.570258 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] Pushing event updated for resources: {'Network': ['ID=35e4a580-1225-42f2-ae53-8dac63074cc7,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:03.579804 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network 35e4a580-1225-42f2-ae53-8dac63074cc7 details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:27:03.625451 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-c5b44846-761d-4f46-a3f9-d9dd3dbc788d admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7082343 Jan 24 09:27:03.628389 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53664) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:03.634226 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] Request body: {'subnet': {'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-364853072-subnet', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'ip_version': 4}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:03.748123 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] Made reservation on behalf of a85801034a13431ebec2bd7a46843d7f for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:27:03.750613 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18764259'] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:04.010857 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18398569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18764273'] for subnet (73625f8c-e2a5-4ee2-b72a-78cb07e997c7), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:04.069487 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73625f8c-e2a5-4ee2-b72a-78cb07e997c7,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:04.081399 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] Checking segment: {'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:27:04.081764 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] Network hostable DHCP agents. Network: 35e4a580-1225-42f2-ae53-8dac63074cc7, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:27:04.222162 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] Network 35e4a580-1225-42f2-ae53-8dac63074cc7 is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:27:04.376280 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, 35e4a580-1225-42f2-ae53-8dac63074cc7) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:04.380368 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:04.380970 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:04.386123 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf69154-991b-451c-a551-ee322fa53872 None None] Network 35e4a580-1225-42f2-ae53-8dac63074cc7 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:27:04.471240 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-e0b8050d-dc9d-48a1-b5e0-3860ea3cc3a4 admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8391905 Jan 24 09:27:04.471496 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53672) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:04.476296 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:04.494601 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe23cbee1-24f1-55de-80ea-489377c10006-35e4a580-1225-42f2-ae53-8dac63074cc7', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'fixed_ips': [{'subnet_id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7'}]}} from dv-cinder-804035-26-iscsi. {{(pid=103103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:27:04.494975 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:04.627487 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Allocated IP 172.20.0.2 (35e4a580-1225-42f2-ae53-8dac63074cc7/73625f8c-e2a5-4ee2-b72a-78cb07e997c7/a4b87757-d5dc-4530-9090-b4f52d23ac25) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:27:04.637736 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6850'] for router (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:04.638856 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6875'] for router (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:04.691370 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Publish callbacks [] for router_controller (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), precommit_add_association {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:04.772827 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Publish callbacks [] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:04.877637 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:04.895821 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Publish callbacks [] for router_gateway (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:04.918767 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Network 35e4a580-1225-42f2-ae53-8dac63074cc7 is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:27:04.921806 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:04.925310 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:27:04.932740 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Pushing event updated for resources: {'Port': ['ID=a4b87757-d5dc-4530-9090-b4f52d23ac25,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:04.987897 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Attempting to bind port a4b87757-d5dc-4530-9090-b4f52d23ac25 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:04.988260 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Attempting to bind port a4b87757-d5dc-4530-9090-b4f52d23ac25 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:27:04.988709 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Attempting to bind port a4b87757-d5dc-4530-9090-b4f52d23ac25 on network 35e4a580-1225-42f2-ae53-8dac63074cc7 {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:27:04.994631 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:27:04.994996 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Checking segment: {'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:27:04.995392 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:04.995781 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Bound using segment: {'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:27:04.996238 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Bound port: a4b87757-d5dc-4530-9090-b4f52d23ac25, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:27:04.996613 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:05.065470 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] For port a4b87757-d5dc-4530-9090-b4f52d23ac25, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:27:05.068782 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] For port a4b87757-d5dc-4530-9090-b4f52d23ac25, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a4b87757-d5dc-4530-9090-b4f52d23ac25,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:27:05.179577 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Publish callbacks [] for router_gateway (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:05.194427 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:05.199267 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:05.256611 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006ca83-bd7d-4952-a525-7a858d9fcae6 None None] Pushing event updated for resources: {'Port': ['ID=a4b87757-d5dc-4530-9090-b4f52d23ac25,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:05.318134 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Allocated IP 172.27.0.28 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/6a7375e2-40af-4285-b422-d6125d58f8f6) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:27:05.455835 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Publish callbacks [] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:05.633821 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:05.675909 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:27:05.676583 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:05.680276 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:27:05.686139 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Pushing event updated for resources: {'Port': ['ID=6a7375e2-40af-4285-b422-d6125d58f8f6,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:06.019496 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Publish callbacks [] for router_gateway (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:06.145586 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27bf64a-c651-4a80-8d5f-a21c7becd6f5 None None] Network 35e4a580-1225-42f2-ae53-8dac63074cc7 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:27:06.217664 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620227'] for router (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:06.250672 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-4fe02a70-587e-49b5-8933-d52c93447a09 None None] Provisioning complete for port a4b87757-d5dc-4530-9090-b4f52d23ac25 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:06.251053 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4fe02a70-587e-49b5-8933-d52c93447a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:06.371794 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-4fe02a70-587e-49b5-8933-d52c93447a09 None None] Current status of the port a4b87757-d5dc-4530-9090-b4f52d23ac25 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:06.371794 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4fe02a70-587e-49b5-8933-d52c93447a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:06.405681 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-4fe02a70-587e-49b5-8933-d52c93447a09 None None] For port a4b87757-d5dc-4530-9090-b4f52d23ac25, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a4b87757-d5dc-4530-9090-b4f52d23ac25,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:06.425538 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 is scheduled to L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 with binding_index 1 {{(pid=103102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:27:06.483868 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a4b87757-d5dc-4530-9090-b4f52d23ac25 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:27:06.561982 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4fe02a70-587e-49b5-8933-d52c93447a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:06.626605 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe02a70-587e-49b5-8933-d52c93447a09 None None] Pushing event updated for resources: {'Port': ['ID=a4b87757-d5dc-4530-9090-b4f52d23ac25,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:06.632752 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port a4b87757-d5dc-4530-9090-b4f52d23ac25 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:06.633123 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:06.696254 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-bc96ecdd-1f40-439d-b0e9-62a0a0d20b4a None None] Provisioning complete for port a4b87757-d5dc-4530-9090-b4f52d23ac25 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:06.696631 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bc96ecdd-1f40-439d-b0e9-62a0a0d20b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:06.774002 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port a4b87757-d5dc-4530-9090-b4f52d23ac25 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:06.809740 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:27:06.816011 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-bc96ecdd-1f40-439d-b0e9-62a0a0d20b4a None None] Current status of the port a4b87757-d5dc-4530-9090-b4f52d23ac25 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:06.820781 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Sync routers for ids ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:27:06.830501 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Routers {'8b90f8cc-4300-4a7a-868f-aa28603d5ce7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:27:06.831112 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:06.932955 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:06.934247 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-870c16e4-2b4e-4442-b77a-d5085183963e admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4617805 Jan 24 09:27:06.935780 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Set router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:27:06.936996 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53686) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:07.115634 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:05Z', 'revision_number': 3, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:07.142196 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Checking router: 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:27:07.142538 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Updating router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 port 6a7375e2-40af-4285-b422-d6125d58f8f6 binding host dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:27:07.167656 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:07.346329 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:07.421661 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Publish callbacks [] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:07.493931 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:07.505498 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Allocated IP 172.20.0.1 (35e4a580-1225-42f2-ae53-8dac63074cc7/73625f8c-e2a5-4ee2-b72a-78cb07e997c7/023edbcb-a0c2-4920-af4c-126e38b36600) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:27:07.551521 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Attempting to bind port 6a7375e2-40af-4285-b422-d6125d58f8f6 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:07.551959 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Attempting to bind port 6a7375e2-40af-4285-b422-d6125d58f8f6 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:27:07.552355 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Attempting to bind port 6a7375e2-40af-4285-b422-d6125d58f8f6 on network e3ca9c5d-a4c5-4d81-86d9-e7717add369b {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:27:07.554326 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ebda6-2189-4e44-9942-20e379623235 None None] Pushing event updated for resources: {'Port': ['ID=6a7375e2-40af-4285-b422-d6125d58f8f6,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:07.559885 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:27:07.560254 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Checking segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:27:07.560652 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:07.561030 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Bound using segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:27:07.561493 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Bound port: 6a7375e2-40af-4285-b422-d6125d58f8f6, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:27:07.562351 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:07.615842 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] For port 6a7375e2-40af-4285-b422-d6125d58f8f6, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:27:07.616073 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Publish callbacks [] for port (023edbcb-a0c2-4920-af4c-126e38b36600), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:07.618904 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] For port 6a7375e2-40af-4285-b422-d6125d58f8f6, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=6a7375e2-40af-4285-b422-d6125d58f8f6,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:27:07.734530 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:07.794528 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:07.796735 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ebda6-2189-4e44-9942-20e379623235 None None] Pushing event updated for resources: {'Port': ['ID=6a7375e2-40af-4285-b422-d6125d58f8f6,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:07.799340 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Routers {'8b90f8cc-4300-4a7a-868f-aa28603d5ce7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:27:07.799929 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:07.843205 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Network 35e4a580-1225-42f2-ae53-8dac63074cc7 is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:27:07.845991 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:07.851327 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:27:07.854498 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Pushing event updated for resources: {'Port': ['ID=023edbcb-a0c2-4920-af4c-126e38b36600,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:07.892732 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618225'] for router_interface (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:08.042949 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] Set router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:27:08.119571 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:08.175339 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0322ef92-3930-4451-aed0-72b0b23707e7 None None] Provisioning complete for port 023edbcb-a0c2-4920-af4c-126e38b36600 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:08.175907 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0322ef92-3930-4451-aed0-72b0b23707e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:08.234422 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0322ef92-3930-4451-aed0-72b0b23707e7 None None] Port 023edbcb-a0c2-4920-af4c-126e38b36600 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:27:08.263823 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:05Z', 'revision_number': 3, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:08.286762 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Publish callbacks [] for port (023edbcb-a0c2-4920-af4c-126e38b36600), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:08.295867 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782194e6-2221-49c7-87af-91e8832b2775 None None] The sync data for ids ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'] in dv-cinder-804035-26-iscsi is: [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:05Z', 'revision_number': 3, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:27:08.391360 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18398718'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:08.420260 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a4b87757-d5dc-4530-9090-b4f52d23ac25 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:27:08.467842 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Pushing event updated for resources: {'Port': ['ID=023edbcb-a0c2-4920-af4c-126e38b36600,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:08.473026 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622139'] for router_interface (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:08.477350 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port a4b87757-d5dc-4530-9090-b4f52d23ac25 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:08.477795 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:08.583014 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port a4b87757-d5dc-4530-9090-b4f52d23ac25 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:08.612713 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Network 35e4a580-1225-42f2-ae53-8dac63074cc7 is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:27:08.614366 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:08.743875 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:27:08.858320 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-bd13b8c5-5d1a-4996-946f-065ac0c390e9 None None] Provisioning complete for port 023edbcb-a0c2-4920-af4c-126e38b36600 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:08.858701 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bd13b8c5-5d1a-4996-946f-065ac0c390e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:08.863291 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:27:08.873229 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-57dd86f2-5533-44da-a161-eb91f1845933 admin admin] 10.222.0.113 "PUT /v2.0/routers/8b90f8cc-4300-4a7a-868f-aa28603d5ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9314401 Jan 24 09:27:08.898569 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-bd13b8c5-5d1a-4996-946f-065ac0c390e9 None None] Port 023edbcb-a0c2-4920-af4c-126e38b36600 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:27:09.740673 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53708) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:09.745782 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1209502111-network', 'tenant_id': '271856632fe149fb94fc0f2d48030be8'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:09.882749 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Made reservation on behalf of 271856632fe149fb94fc0f2d48030be8 for: {'network': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:27:09.885119 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for network (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:09.894219 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:09.925795 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Sync routers for ids ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:27:09.936875 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Routers {'8b90f8cc-4300-4a7a-868f-aa28603d5ce7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:27:09.937579 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:09.971481 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Publish callbacks [] for security_group (bffdba91-94e8-471b-851e-52ccd9bf11f9), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.042674 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Set router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:27:10.122704 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (bffdba91-94e8-471b-851e-52ccd9bf11f9), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.149063 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:27:10.159817 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffdba91-94e8-471b-851e-52ccd9bf11f9,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:10.166696 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (761be24c-db6b-40c1-932a-bc1df5ffeda1), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.167041 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.segments_db [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Added segment 761be24c-db6b-40c1-932a-bc1df5ffeda1 of type vlan for network 809811dc-2eeb-45d2-9c3b-4d8465de056a Jan 24 09:27:10.208718 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776391063893'] for network (809811dc-2eeb-45d2-9c3b-4d8465de056a), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.250976 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 4, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '023edbcb-a0c2-4920-af4c-126e38b36600', 'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'mac_address': 'fa:16:3e:b2:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:07Z', 'updated_at': '2022-01-24T09:27:08Z', 'revision_number': 2, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'subnets': [{'id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:10.282028 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Checking router: 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:27:10.282414 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Updating router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 port 023edbcb-a0c2-4920-af4c-126e38b36600 binding host dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:27:10.306451 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.356939 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401'] for network (809811dc-2eeb-45d2-9c3b-4d8465de056a), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.358023 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:10.358953 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.430816 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] Pushing event updated for resources: {'Network': ['ID=809811dc-2eeb-45d2-9c3b-4d8465de056a,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:10.443147 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Network 809811dc-2eeb-45d2-9c3b-4d8465de056a details requested by agent ovs-agent-dv-cinder-804035-26-iscsi with host dv-cinder-804035-26-iscsi {{(pid=103103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:27:10.498067 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 6a7375e2-40af-4285-b422-d6125d58f8f6 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:27:10.501577 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-8a23e5e9-e3ed-4c3a-9124-7e5e853542f4 admin admin] 10.222.0.113 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7570379 Jan 24 09:27:10.502246 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53710) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:10.507306 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] Request body: {'subnet': {'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1209502111-subnet', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'ip_version': 4}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:10.566307 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 6a7375e2-40af-4285-b422-d6125d58f8f6 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:10.566719 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.616219 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Publish callbacks [] for port (023edbcb-a0c2-4920-af4c-126e38b36600), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.645289 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 6a7375e2-40af-4285-b422-d6125d58f8f6 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:10.645825 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.648283 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] Made reservation on behalf of 271856632fe149fb94fc0f2d48030be8 for: {'subnet': 1} {{(pid=103102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:27:10.651558 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18764259'] for subnet (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.668166 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port 6a7375e2-40af-4285-b422-d6125d58f8f6, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=6a7375e2-40af-4285-b422-d6125d58f8f6,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:10.786788 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.866616 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.893682 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154acef9-df13-4206-a369-efe914b9f66c None None] Pushing event updated for resources: {'Port': ['ID=023edbcb-a0c2-4920-af4c-126e38b36600,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:10.912553 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Attempting to bind port 023edbcb-a0c2-4920-af4c-126e38b36600 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:10.913017 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Attempting to bind port 023edbcb-a0c2-4920-af4c-126e38b36600 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:27:10.913333 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Attempting to bind port 023edbcb-a0c2-4920-af4c-126e38b36600 on network 35e4a580-1225-42f2-ae53-8dac63074cc7 {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:27:10.918681 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:27:10.919128 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Checking segment: {'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:27:10.919465 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.919834 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Bound using segment: {'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:27:10.920305 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Bound port: 023edbcb-a0c2-4920-af4c-126e38b36600, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:27:10.920684 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:10.979189 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=6a7375e2-40af-4285-b422-d6125d58f8f6,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:11.003193 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18398569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18764273'] for subnet (fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:11.008987 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] For port 023edbcb-a0c2-4920-af4c-126e38b36600, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:27:11.020543 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] For port 023edbcb-a0c2-4920-af4c-126e38b36600, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=023edbcb-a0c2-4920-af4c-126e38b36600,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:27:11.064808 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:11.079127 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] Checking segment: {'id': '761be24c-db6b-40c1-932a-bc1df5ffeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:27:11.079490 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] Network hostable DHCP agents. Network: 809811dc-2eeb-45d2-9c3b-4d8465de056a, hostable agents: ['63d08c40-70f0-4bf2-b9aa-b19ce58a0010'], hosted agents: [] {{(pid=103102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:27:11.125858 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-e61b8335-9ce7-4e26-b59a-0c728d724ded tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637708309&fields=id&tenant_id=7a1db64ecaea44e09ecbf80f34523511 HTTP/1.1" status: 200 len: 267 time: 0.0559633 Jan 24 09:27:11.152936 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b0258c74-6a8b-4fd7-bb2b-3182504c8f35 None None] Provisioning complete for port 023edbcb-a0c2-4920-af4c-126e38b36600 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:11.153304 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b0258c74-6a8b-4fd7-bb2b-3182504c8f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:11.186229 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b0258c74-6a8b-4fd7-bb2b-3182504c8f35 None None] Port 023edbcb-a0c2-4920-af4c-126e38b36600 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:27:11.241116 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-7eb86e7c-cfc9-4487-b399-b8a26a1cb928 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:11.242519 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-7eb86e7c-cfc9-4487-b399-b8a26a1cb928 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/networks?id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 HTTP/1.1" status: 200 len: 808 time: 0.1069951 Jan 24 09:27:11.257334 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-8eb88c44-d8e4-44c6-ad6e-d825bf996216 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/quotas/7a1db64ecaea44e09ecbf80f34523511 HTTP/1.1" status: 200 len: 375 time: 0.0096157 Jan 24 09:27:11.268202 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:11.311591 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-8429c37b-21cc-497b-b37f-95a457876c9e tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=7a1db64ecaea44e09ecbf80f34523511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492806 Jan 24 09:27:11.312449 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] Network 809811dc-2eeb-45d2-9c3b-4d8465de056a is scheduled to be hosted by DHCP agent 63d08c40-70f0-4bf2-b9aa-b19ce58a0010 with binding_index 1 {{(pid=103102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:27:11.336812 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154acef9-df13-4206-a369-efe914b9f66c None None] Pushing event updated for resources: {'Port': ['ID=023edbcb-a0c2-4920-af4c-126e38b36600,revision_number=4']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:11.340452 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Routers {'8b90f8cc-4300-4a7a-868f-aa28603d5ce7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:27:11.341041 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:11.415256 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-26-iscsi, 809811dc-2eeb-45d2-9c3b-4d8465de056a) {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:11.424137 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:11.424901 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:11.428815 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450ef18-97f8-4528-9992-fdc4020a45bf None None] Network 809811dc-2eeb-45d2-9c3b-4d8465de056a requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:27:11.443890 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-bf232244-f8c5-49b3-be20-8fe42b1b6689 service neutron] 10.222.0.113 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178665 Jan 24 09:27:11.468742 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] Set router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:27:11.553155 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe23cbee1-24f1-55de-80ea-489377c10006-809811dc-2eeb-45d2-9c3b-4d8465de056a', 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a', 'project_id': '271856632fe149fb94fc0f2d48030be8', 'fixed_ips': [{'subnet_id': 'fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9'}]}} from dv-cinder-804035-26-iscsi. {{(pid=103103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:27:11.554027 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:11.556205 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-e584a3f4-498f-470d-8024-a42accfce394 service neutron] 10.222.0.113 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113143 Jan 24 09:27:11.583233 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-bea7f9b6-6e20-4dc9-bfd3-05549fa8c15a admin admin] 10.222.0.113 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0787399 Jan 24 09:27:11.585269 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53720) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:11.598451 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1209502111-router', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:11.680187 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-5596a5ec-86ae-4ecd-95c2-fba0b29f6a7d None None] Provisioning complete for port 023edbcb-a0c2-4920-af4c-126e38b36600 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:11.680658 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5596a5ec-86ae-4ecd-95c2-fba0b29f6a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:11.696999 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 4, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '023edbcb-a0c2-4920-af4c-126e38b36600', 'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'mac_address': 'fa:16:3e:b2:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:07Z', 'updated_at': '2022-01-24T09:27:11Z', 'revision_number': 4, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'subnets': [{'id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:11.707789 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1616754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6850'] for router (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:11.709039 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1620389', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2008458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6875'] for router (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:11.729675 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97705f1e-fa14-4db2-a65e-c8ba407cb218 None None] The sync data for ids ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'] in dv-cinder-804035-26-iscsi is: [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 4, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '023edbcb-a0c2-4920-af4c-126e38b36600', 'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'mac_address': 'fa:16:3e:b2:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:07Z', 'updated_at': '2022-01-24T09:27:11Z', 'revision_number': 4, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'subnets': [{'id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:27:11.766446 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.db_base_plugin_common [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Allocated IP 172.20.0.2 (809811dc-2eeb-45d2-9c3b-4d8465de056a/fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9/fa039da2-66b5-4213-b402-104cfe0a4ce9) {{(pid=103103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:27:11.796169 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Publish callbacks [] for router_controller (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), precommit_add_association {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:11.884661 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-5596a5ec-86ae-4ecd-95c2-fba0b29f6a7d None None] Current status of the port 023edbcb-a0c2-4920-af4c-126e38b36600 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:11.885061 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5596a5ec-86ae-4ecd-95c2-fba0b29f6a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:11.957962 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-5596a5ec-86ae-4ecd-95c2-fba0b29f6a7d None None] For port 023edbcb-a0c2-4920-af4c-126e38b36600, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=023edbcb-a0c2-4920-af4c-126e38b36600,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:12.008344 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Publish callbacks [] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), precommit_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:12.025985 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Publish callbacks [] for router_gateway (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:12.054218 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5596a5ec-86ae-4ecd-95c2-fba0b29f6a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:12.104811 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596a5ec-86ae-4ecd-95c2-fba0b29f6a7d None None] Pushing event updated for resources: {'Port': ['ID=023edbcb-a0c2-4920-af4c-126e38b36600,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:12.188572 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), after_create {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:12.231224 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Network 809811dc-2eeb-45d2-9c3b-4d8465de056a is already hosted by enough agents. {{(pid=103103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:27:12.234561 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.scheduler.base_scheduler [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Resources bound (agent type, host, resource id): {{(pid=103103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:12.238947 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Received port after_create {{(pid=103103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:27:12.253546 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Pushing event updated for resources: {'Port': ['ID=fa039da2-66b5-4213-b402-104cfe0a4ce9,revision_number=1']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:12.326480 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Attempting to bind port fa039da2-66b5-4213-b402-104cfe0a4ce9 on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:12.327146 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Attempting to bind port fa039da2-66b5-4213-b402-104cfe0a4ce9 by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '761be24c-db6b-40c1-932a-bc1df5ffeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:27:12.327777 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Attempting to bind port fa039da2-66b5-4213-b402-104cfe0a4ce9 on network 809811dc-2eeb-45d2-9c3b-4d8465de056a {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:27:12.336000 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:27:12.336769 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Checking segment: {'id': '761be24c-db6b-40c1-932a-bc1df5ffeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:27:12.337543 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:12.338208 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Bound using segment: {'id': '761be24c-db6b-40c1-932a-bc1df5ffeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:27:12.338885 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Bound port: fa039da2-66b5-4213-b402-104cfe0a4ce9, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761be24c-db6b-40c1-932a-bc1df5ffeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:27:12.339445 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:12.453507 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] For port fa039da2-66b5-4213-b402-104cfe0a4ce9, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:27:12.457276 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] For port fa039da2-66b5-4213-b402-104cfe0a4ce9, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=fa039da2-66b5-4213-b402-104cfe0a4ce9,segment=NetworkSegment(761be24c-db6b-40c1-932a-bc1df5ffeda1),segment_id=761be24c-db6b-40c1-932a-bc1df5ffeda1)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:27:12.558579 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Publish callbacks [] for router_gateway (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:12.581840 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3443fe83-41d1-41a0-b9c0-56e2527b94d1 req-97fdb91a-9b8d-476c-b44b-102b5a48695e tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 210 time: 0.2530518 Jan 24 09:27:12.592859 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:12.600503 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:12.639068 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 6a7375e2-40af-4285-b422-d6125d58f8f6 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:27:12.716772 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4036271-4c2c-42e7-8cec-838a5b1abd32 None None] Pushing event updated for resources: {'Port': ['ID=fa039da2-66b5-4213-b402-104cfe0a4ce9,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:12.735503 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 6a7375e2-40af-4285-b422-d6125d58f8f6 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:12.735885 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:12.757177 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Allocated IP 172.27.0.112 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/2e823e94-b0ab-4ad0-9927-691eb2229d0c) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:27:12.854471 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 6a7375e2-40af-4285-b422-d6125d58f8f6 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:12.855755 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 023edbcb-a0c2-4920-af4c-126e38b36600 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:27:12.906407 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Publish callbacks [] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:12.914652 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 023edbcb-a0c2-4920-af4c-126e38b36600 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:12.914652 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:13.028218 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:13.073471 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 023edbcb-a0c2-4920-af4c-126e38b36600 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:13.079675 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:27:13.083601 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:13.087873 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:27:13.118541 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Pushing event updated for resources: {'Port': ['ID=2e823e94-b0ab-4ad0-9927-691eb2229d0c,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:13.546828 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Publish callbacks [] for router_gateway (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:13.779325 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb6711-3724-4a2c-ad99-d95c01a27e58 None None] Network 809811dc-2eeb-45d2-9c3b-4d8465de056a requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:27:13.905472 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-8d2f3612-aea4-474d-9769-a8671b9b40c8 None None] Provisioning complete for port fa039da2-66b5-4213-b402-104cfe0a4ce9 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:13.905765 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3612-aea4-474d-9769-a8671b9b40c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:13.919242 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4f4fb902-7b08-42f5-a4fb-35623b0e2407 req-56642b0a-b9dd-474d-b2c5-cb61ec5f099d tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 210 time: 0.0326087 Jan 24 09:27:14.002026 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f3612-aea4-474d-9769-a8671b9b40c8 None None] Current status of the port fa039da2-66b5-4213-b402-104cfe0a4ce9 is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:14.002644 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3612-aea4-474d-9769-a8671b9b40c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:14.038607 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1620227'] for router (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:14.044073 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-8d2f3612-aea4-474d-9769-a8671b9b40c8 None None] For port fa039da2-66b5-4213-b402-104cfe0a4ce9, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=fa039da2-66b5-4213-b402-104cfe0a4ce9,segment=NetworkSegment(761be24c-db6b-40c1-932a-bc1df5ffeda1),segment_id=761be24c-db6b-40c1-932a-bc1df5ffeda1)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:14.176396 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8d2f3612-aea4-474d-9769-a8671b9b40c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:14.226821 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f3612-aea4-474d-9769-a8671b9b40c8 None None] Pushing event updated for resources: {'Port': ['ID=fa039da2-66b5-4213-b402-104cfe0a4ce9,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:14.295949 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-c23f3fd9-4633-4110-8534-6b0891bafbc9 None None] Provisioning complete for port fa039da2-66b5-4213-b402-104cfe0a4ce9 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:14.296328 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c23f3fd9-4633-4110-8534-6b0891bafbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:14.302829 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 is scheduled to L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 with binding_index 1 {{(pid=103102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:27:14.384764 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-c23f3fd9-4633-4110-8534-6b0891bafbc9 None None] Current status of the port fa039da2-66b5-4213-b402-104cfe0a4ce9 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:14.456121 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:27:14.458411 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Sync routers for ids ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:27:14.473459 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Routers {'42f1a91f-8f54-48b3-9cf7-ae81a5081da8'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:27:14.474510 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:14.512701 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device fa039da2-66b5-4213-b402-104cfe0a4ce9 up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:27:14.604673 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:14.606136 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-c8000aab-a14a-4b3d-852f-8319c109c531 admin admin] 10.222.0.113 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0195644 Jan 24 09:27:14.608844 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53748) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:14.621076 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Set router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:27:14.622994 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port fa039da2-66b5-4213-b402-104cfe0a4ce9 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:14.623229 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:14.970703 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port fa039da2-66b5-4213-b402-104cfe0a4ce9 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:14.998415 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'name': 'tempest-TestMinimumBasicScenario-1209502111-router', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:11Z', 'updated_at': '2022-01-24T09:27:13Z', 'revision_number': 3, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'gw_port': {'id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:12Z', 'updated_at': '2022-01-24T09:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:15.022767 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8f0bfd42-d625-4d26-96a4-10d618639c44 req-6d808478-35cf-4026-a05d-3ade6cb5ee77 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 210 time: 0.0304039 Jan 24 09:27:15.026256 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Checking router: 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:27:15.026506 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Updating router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 port 2e823e94-b0ab-4ad0-9927-691eb2229d0c binding host dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:27:15.053271 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.056917 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.213303 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Allocated IP 172.20.0.1 (809811dc-2eeb-45d2-9c3b-4d8465de056a/fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9/19cb2ce0-1831-47fc-9be9-62c51bb6317b) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:27:15.319528 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Publish callbacks [] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.320861 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Publish callbacks [] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), precommit_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.425620 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.481461 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Attempting to bind port 2e823e94-b0ab-4ad0-9927-691eb2229d0c on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:15.481817 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-30c5c774-54ec-4a59-b9fa-279385539985 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:15.481944 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Attempting to bind port 2e823e94-b0ab-4ad0-9927-691eb2229d0c by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:27:15.482300 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Attempting to bind port 2e823e94-b0ab-4ad0-9927-691eb2229d0c on network e3ca9c5d-a4c5-4d81-86d9-e7717add369b {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:27:15.483197 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-30c5c774-54ec-4a59-b9fa-279385539985 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.115 "GET /v2.0/networks?id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 HTTP/1.1" status: 200 len: 808 time: 0.1123562 Jan 24 09:27:15.484087 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26ccca-96a4-43fb-b3a2-8b0588a7d8ff None None] Pushing event updated for resources: {'Port': ['ID=2e823e94-b0ab-4ad0-9927-691eb2229d0c,revision_number=2']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:15.489976 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:27:15.490396 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Checking segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:27:15.490862 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.491255 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Bound using segment: {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'} {{(pid=103103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:27:15.491725 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.managers [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Bound port: 2e823e94-b0ab-4ad0-9927-691eb2229d0c, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb7369-34b6-4653-bd4d-5ca2bb7be984', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b'}}] {{(pid=103103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:27:15.492524 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.502446 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.544458 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Network 809811dc-2eeb-45d2-9c3b-4d8465de056a is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:27:15.547712 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:15.547981 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] For port 2e823e94-b0ab-4ad0-9927-691eb2229d0c, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:27:15.551648 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] For port 2e823e94-b0ab-4ad0-9927-691eb2229d0c, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=2e823e94-b0ab-4ad0-9927-691eb2229d0c,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:27:15.553827 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:27:15.557945 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-7c0a00bd-85eb-4a7a-96fa-666fc53bb215 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.115 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a1db64ecaea44e09ecbf80f34523511 HTTP/1.1" status: 200 len: 380 time: 0.0650916 Jan 24 09:27:15.569738 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Request body: {'port': {'device_id': '07611092-00af-4943-a30a-a3698c2520bf', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'admin_state_up': True, 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'security_groups': ['ee98d498-09d4-4411-82e4-678902e9e2e9']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:15.584774 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Pushing event updated for resources: {'Port': ['ID=19cb2ce0-1831-47fc-9be9-62c51bb6317b,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:15.615003 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618225'] for router_interface (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.734678 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.796715 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Routers {'42f1a91f-8f54-48b3-9cf7-ae81a5081da8'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:27:15.797323 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:26:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:15.804672 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26ccca-96a4-43fb-b3a2-8b0588a7d8ff None None] Pushing event updated for resources: {'Port': ['ID=2e823e94-b0ab-4ad0-9927-691eb2229d0c,revision_number=3']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:15.825283 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Made reservation on behalf of 7a1db64ecaea44e09ecbf80f34523511 for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:27:15.829067 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.858818 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-740b1eab-84b2-48a6-b3b7-ce461d26bf62 None None] Provisioning complete for port 19cb2ce0-1831-47fc-9be9-62c51bb6317b triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:15.859184 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-740b1eab-84b2-48a6-b3b7-ce461d26bf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.903597 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:15.943504 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] Set router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:27:15.976541 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Allocated IP 172.20.0.3 (f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78/d6cbdaf6-4887-466c-af28-971fc026d51e/db0bed25-3789-4a53-af4c-4e01c8044a1e) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:27:16.030780 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-740b1eab-84b2-48a6-b3b7-ce461d26bf62 None None] Port 19cb2ce0-1831-47fc-9be9-62c51bb6317b cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:27:16.110257 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Publish callbacks [] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:16.138774 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-70a2f399-d19f-44d3-bf2b-0bb4e04922e9 req-c253a843-1722-42de-a076-b3a003b8d38a tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 210 time: 0.0265324 Jan 24 09:27:16.152436 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:16.166985 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'name': 'tempest-TestMinimumBasicScenario-1209502111-router', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:11Z', 'updated_at': '2022-01-24T09:27:13Z', 'revision_number': 3, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'gw_port': {'id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:12Z', 'updated_at': '2022-01-24T09:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:16.196803 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18398718'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:16.202082 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f0f180-f518-42bd-be84-767f33a7f195 None None] The sync data for ids ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'] in dv-cinder-804035-26-iscsi is: [{'id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'name': 'tempest-TestMinimumBasicScenario-1209502111-router', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:11Z', 'updated_at': '2022-01-24T09:27:13Z', 'revision_number': 3, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'gw_port': {'id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:12Z', 'updated_at': '2022-01-24T09:27:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:27:16.268086 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Pushing event updated for resources: {'Port': ['ID=19cb2ce0-1831-47fc-9be9-62c51bb6317b,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:16.274668 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622139'] for router_interface (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:16.357595 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:16.359544 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-02a6a060-326f-425d-9ea1-3b0fc424b1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:16.371142 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Network 809811dc-2eeb-45d2-9c3b-4d8465de056a is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:27:16.372610 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:16.407340 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:27:16.410960 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:16.415009 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:27:16.471223 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event updated for resources: {'Port': ['ID=db0bed25-3789-4a53-af4c-4e01c8044a1e,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:16.527127 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:16.527789 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:16.594996 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:27:16.730070 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:27:16.734271 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-abe8153a-1b24-4dc6-ab4a-14998bb5ffa7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1694841 Jan 24 09:27:16.736099 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-a9fb72e6-7108-4394-9159-96743e091b4e admin admin] 10.222.0.113 "PUT /v2.0/routers/42f1a91f-8f54-48b3-9cf7-ae81a5081da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1259964 Jan 24 09:27:16.747399 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Request body: {'port': {'device_id': '07611092-00af-4943-a30a-a3698c2520bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:16.798882 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-5ca59496-5010-4f74-9227-21c24368eda3 None None] Provisioning complete for port 19cb2ce0-1831-47fc-9be9-62c51bb6317b triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:16.798882 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5ca59496-5010-4f74-9227-21c24368eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:16.828448 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:16.835750 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-5ca59496-5010-4f74-9227-21c24368eda3 None None] Port 19cb2ce0-1831-47fc-9be9-62c51bb6317b cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:27:16.955759 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-4cb403b0-3f1a-499b-aed9-80edf32472b3 None None] Provisioning complete for port db0bed25-3789-4a53-af4c-4e01c8044a1e triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:16.956125 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4cb403b0-3f1a-499b-aed9-80edf32472b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:17.008073 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-4cb403b0-3f1a-499b-aed9-80edf32472b3 None None] Port db0bed25-3789-4a53-af4c-4e01c8044a1e cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:27:17.165300 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0bed25-3789-4a53-af4c-4e01c8044a1e {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:27:17.174115 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Publish callbacks [] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:17.187869 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Transition to ACTIVE for port object db0bed25-3789-4a53-af4c-4e01c8044a1e will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:27:17.290274 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca445a-2bfc-4a8a-80e1-8a1035557c0e req-404222bd-3958-4d35-9f98-4fd317b28663 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:17.290715 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ceca445a-2bfc-4a8a-80e1-8a1035557c0e req-404222bd-3958-4d35-9f98-4fd317b28663 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 931 time: 0.0722027 Jan 24 09:27:17.294059 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:27:17.354699 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ceca445a-2bfc-4a8a-80e1-8a1035557c0e req-01c9a0c1-f6c3-4c3a-834d-1446c92b9183 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555437 Jan 24 09:27:17.362397 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:17.414674 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Pushing event updated for resources: {'Port': ['ID=db0bed25-3789-4a53-af4c-4e01c8044a1e,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:17.517592 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Attempting to bind port db0bed25-3789-4a53-af4c-4e01c8044a1e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:17.518034 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Attempting to bind port db0bed25-3789-4a53-af4c-4e01c8044a1e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:27:17.518466 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Attempting to bind port db0bed25-3789-4a53-af4c-4e01c8044a1e on network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:27:17.524269 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Port db0bed25-3789-4a53-af4c-4e01c8044a1e on network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:27:17.524685 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Attempting to bind port db0bed25-3789-4a53-af4c-4e01c8044a1e on network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:27:17.530355 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:27:17.530829 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Checking segment: {'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:27:17.531346 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Bound using segment: {'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:27:17.531899 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Bound port: db0bed25-3789-4a53-af4c-4e01c8044a1e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c3f879d-8215-4cb6-850c-f18e536a1eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:27:17.532406 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:17.610998 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] For port db0bed25-3789-4a53-af4c-4e01c8044a1e, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:27:17.614803 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] For port db0bed25-3789-4a53-af4c-4e01c8044a1e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:27:17.750621 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:17.819623 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:17.857448 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:17.858322 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:17.859636 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] 10.222.0.115 "PUT /v2.0/ports/db0bed25-3789-4a53-af4c-4e01c8044a1e HTTP/1.1" status: 200 len: 1093 time: 1.1174898 Jan 24 09:27:17.860086 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:17.862339 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4940d1c1-8e3b-4b00-a049-5fc340366557" -d '{"events": [{"name": "network-changed", "server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:27:17.886422 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b87f24-59a8-4335-8714-5c40a442189c service neutron] Pushing event updated for resources: {'Port': ['ID=db0bed25-3789-4a53-af4c-4e01c8044a1e,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:17.910012 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc16bbec-4719-4e81-8884-f7c19c3eb369 x-openstack-request-id: req-fc16bbec-4719-4e81-8884-f7c19c3eb369 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:27:17.910343 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:27:17.910602 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-fc16bbec-4719-4e81-8884-f7c19c3eb369 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:27:17.911160 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'status': 'completed', 'code': 200} Jan 24 09:27:18.003058 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940d1c1-8e3b-4b00-a049-5fc340366557 req-649e36d8-4f41-49ba-9fec-3b3237eabe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:18.006265 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4940d1c1-8e3b-4b00-a049-5fc340366557 req-649e36d8-4f41-49ba-9fec-3b3237eabe62 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7a1db64ecaea44e09ecbf80f34523511&device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 1096 time: 0.0595074 Jan 24 09:27:18.145497 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940d1c1-8e3b-4b00-a049-5fc340366557 req-87648dd2-6b40-476b-bfce-6b0a7caa3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:18.147162 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4940d1c1-8e3b-4b00-a049-5fc340366557 req-87648dd2-6b40-476b-bfce-6b0a7caa3135 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=7a1db64ecaea44e09ecbf80f34523511&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1340609 Jan 24 09:27:18.258722 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940d1c1-8e3b-4b00-a049-5fc340366557 req-9857bba2-9ce8-4e22-b54f-f7f7c1c2912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:18.260038 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4940d1c1-8e3b-4b00-a049-5fc340366557 req-9857bba2-9ce8-4e22-b54f-f7f7c1c2912f service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052372 Jan 24 09:27:18.351608 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-2e865f72-ca0f-4f65-8791-e8c22ce4f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:18.353588 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-2e865f72-ca0f-4f65-8791-e8c22ce4f81b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7a1db64ecaea44e09ecbf80f34523511&device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 1096 time: 0.0530591 Jan 24 09:27:18.461820 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-fd348e30-3fa8-452e-a82c-5d00127dc6e5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e HTTP/1.1" status: 200 len: 217 time: 0.1001685 Jan 24 09:27:18.548464 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 2e823e94-b0ab-4ad0-9927-691eb2229d0c up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:27:18.600305 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5b75789f-64d2-43be-9b75-96b309d93158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:18.653775 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 2e823e94-b0ab-4ad0-9927-691eb2229d0c triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:18.654186 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:18.659491 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-cd8d4b72-260a-486f-aad6-dcd7f032bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:18.661709 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-cd8d4b72-260a-486f-aad6-dcd7f032bd2f service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6cbdaf6-4887-466c-af28-971fc026d51e HTTP/1.1" status: 200 len: 847 time: 0.1923969 Jan 24 09:27:18.675347 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d834176-801b-43a3-b31e-34a854155687 req-f418dbdc-289c-49a1-82e0-54eedf4b8525 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:18.686349 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7d834176-801b-43a3-b31e-34a854155687 req-f418dbdc-289c-49a1-82e0-54eedf4b8525 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.1261687 Jan 24 09:27:18.788980 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7d834176-801b-43a3-b31e-34a854155687 req-0addc937-f3bf-448a-9148-a9350074cee6 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954111 Jan 24 09:27:18.799509 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-70d56425-8783-4fa6-888c-9e47a6b9dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:18.803036 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-70d56425-8783-4fa6-888c-9e47a6b9dbd1 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1097686 Jan 24 09:27:18.803510 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 2e823e94-b0ab-4ad0-9927-691eb2229d0c is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:18.804030 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:18.836113 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] For port 2e823e94-b0ab-4ad0-9927-691eb2229d0c, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=2e823e94-b0ab-4ad0-9927-691eb2229d0c,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:18.918875 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:18.926792 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-b849c25e-d4a6-4b73-a1cd-799ca12645cc service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129131 Jan 24 09:27:18.986243 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Pushing event updated for resources: {'Port': ['ID=2e823e94-b0ab-4ad0-9927-691eb2229d0c,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:19.055454 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Sync routers for ids ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:27:19.059963 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8ff16478-51e4-4d4d-9165-aa195ecffc19 req-48c0acb7-c7b3-44b0-86d3-ecf8bca34d23 service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246395 Jan 24 09:27:19.071964 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Routers {'42f1a91f-8f54-48b3-9cf7-ae81a5081da8'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:27:19.072819 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:27:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:19.278566 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Set router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:27:19.499008 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'name': 'tempest-TestMinimumBasicScenario-1209502111-router', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:11Z', 'updated_at': '2022-01-24T09:27:15Z', 'revision_number': 4, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'gw_port': {'id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:12Z', 'updated_at': '2022-01-24T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '19cb2ce0-1831-47fc-9be9-62c51bb6317b', 'name': '', 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'mac_address': 'fa:16:3e:c3:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:15Z', 'updated_at': '2022-01-24T09:27:15Z', 'revision_number': 2, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'subnets': [{'id': 'fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:19.526153 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Checking router: 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:27:19.526518 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Updating router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 port 19cb2ce0-1831-47fc-9be9-62c51bb6317b binding host dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:27:19.557340 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:19.836483 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:19.880744 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Publish callbacks [] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), precommit_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:19.905727 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781fb85-0a1c-4915-9ba8-dd8fb062c236 req-7784c21a-f401-4d4b-8e57-205be1d38484 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:19.914638 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3781fb85-0a1c-4915-9ba8-dd8fb062c236 req-7784c21a-f401-4d4b-8e57-205be1d38484 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0653846 Jan 24 09:27:19.970030 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-3781fb85-0a1c-4915-9ba8-dd8fb062c236 req-4e39f005-07aa-49c0-b423-9ae4787b21f1 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545321 Jan 24 09:27:20.019884 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:20.103220 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390808e-36dc-457c-8465-95e0fb639bfd None None] Pushing event updated for resources: {'Port': ['ID=19cb2ce0-1831-47fc-9be9-62c51bb6317b,revision_number=3']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:20.155104 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Attempting to bind port 19cb2ce0-1831-47fc-9be9-62c51bb6317b on host dv-cinder-804035-26-iscsi for vnic_type normal with profile {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:20.155459 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Attempting to bind port 19cb2ce0-1831-47fc-9be9-62c51bb6317b by drivers openvswitch,hyperv on host dv-cinder-804035-26-iscsi at level 0 using segments [{'id': '761be24c-db6b-40c1-932a-bc1df5ffeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a'}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:27:20.155836 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Attempting to bind port 19cb2ce0-1831-47fc-9be9-62c51bb6317b on network 809811dc-2eeb-45d2-9c3b-4d8465de056a {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:27:20.162808 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Checking agent: {'id': 'b33ad200-c2f1-44a3-a8c1-aaea47f6fe18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-26-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 8, 52), 'started_at': datetime.datetime(2022, 1, 24, 9, 9, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-26-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:27:20.163356 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Checking segment: {'id': '761be24c-db6b-40c1-932a-bc1df5ffeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:27:20.163775 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:20.164343 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Bound using segment: {'id': '761be24c-db6b-40c1-932a-bc1df5ffeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a'} {{(pid=103104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:27:20.164830 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.managers [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Bound port: 19cb2ce0-1831-47fc-9be9-62c51bb6317b, host: dv-cinder-804035-26-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761be24c-db6b-40c1-932a-bc1df5ffeda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a'}}] {{(pid=103104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:27:20.165207 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), before_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:20.237975 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] For port 19cb2ce0-1831-47fc-9be9-62c51bb6317b, host dv-cinder-804035-26-iscsi, cleared binding levels {{(pid=103104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:27:20.242755 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.plugins.ml2.db [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] For port 19cb2ce0-1831-47fc-9be9-62c51bb6317b, host dv-cinder-804035-26-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=19cb2ce0-1831-47fc-9be9-62c51bb6317b,segment=NetworkSegment(761be24c-db6b-40c1-932a-bc1df5ffeda1),segment_id=761be24c-db6b-40c1-932a-bc1df5ffeda1)] {{(pid=103104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:27:20.399918 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron_lib.callbacks.manager [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), after_update {{(pid=103104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:20.428691 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-dc66c6ca-4512-41c5-b1b7-e4324ac1fb6c None None] Provisioning complete for port 19cb2ce0-1831-47fc-9be9-62c51bb6317b triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:20.429614 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dc66c6ca-4512-41c5-b1b7-e4324ac1fb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:20.455968 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 2e823e94-b0ab-4ad0-9927-691eb2229d0c up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:27:20.494734 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390808e-36dc-457c-8465-95e0fb639bfd None None] Pushing event updated for resources: {'Port': ['ID=19cb2ce0-1831-47fc-9be9-62c51bb6317b,revision_number=4']} {{(pid=103104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:20.529627 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Routers {'42f1a91f-8f54-48b3-9cf7-ae81a5081da8'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:27:20.531067 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:27:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:20.560709 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 2e823e94-b0ab-4ad0-9927-691eb2229d0c triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:20.561110 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:20.602334 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-dc66c6ca-4512-41c5-b1b7-e4324ac1fb6c None None] Current status of the port 19cb2ce0-1831-47fc-9be9-62c51bb6317b is: DOWN; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:20.602725 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dc66c6ca-4512-41c5-b1b7-e4324ac1fb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:20.653179 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-dc66c6ca-4512-41c5-b1b7-e4324ac1fb6c None None] For port 19cb2ce0-1831-47fc-9be9-62c51bb6317b, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=19cb2ce0-1831-47fc-9be9-62c51bb6317b,segment=NetworkSegment(761be24c-db6b-40c1-932a-bc1df5ffeda1),segment_id=761be24c-db6b-40c1-932a-bc1df5ffeda1)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:20.709248 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] Set router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:27:20.720169 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 2e823e94-b0ab-4ad0-9927-691eb2229d0c is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:20.807623 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-dc66c6ca-4512-41c5-b1b7-e4324ac1fb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:20.872210 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66c6ca-4512-41c5-b1b7-e4324ac1fb6c None None] Pushing event updated for resources: {'Port': ['ID=19cb2ce0-1831-47fc-9be9-62c51bb6317b,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:21.032861 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-5c191bcf-a75b-40ac-9d4e-8b1194c42bda None None] Provisioning complete for port 19cb2ce0-1831-47fc-9be9-62c51bb6317b triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:21.032861 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5c191bcf-a75b-40ac-9d4e-8b1194c42bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:21.037163 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'name': 'tempest-TestMinimumBasicScenario-1209502111-router', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:11Z', 'updated_at': '2022-01-24T09:27:15Z', 'revision_number': 4, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'gw_port': {'id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:12Z', 'updated_at': '2022-01-24T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '19cb2ce0-1831-47fc-9be9-62c51bb6317b', 'name': '', 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'mac_address': 'fa:16:3e:c3:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:15Z', 'updated_at': '2022-01-24T09:27:20Z', 'revision_number': 4, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'subnets': [{'id': 'fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:21.037645 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef242c2-7529-4db8-be92-dd283473f400 None None] The sync data for ids ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'] in dv-cinder-804035-26-iscsi is: [{'id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'name': 'tempest-TestMinimumBasicScenario-1209502111-router', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:11Z', 'updated_at': '2022-01-24T09:27:15Z', 'revision_number': 4, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'gw_port': {'id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:12Z', 'updated_at': '2022-01-24T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '19cb2ce0-1831-47fc-9be9-62c51bb6317b', 'name': '', 'network_id': '809811dc-2eeb-45d2-9c3b-4d8465de056a', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'mac_address': 'fa:16:3e:c3:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:15Z', 'updated_at': '2022-01-24T09:27:20Z', 'revision_number': 4, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'subnets': [{'id': 'fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:27:21.039321 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-5c191bcf-a75b-40ac-9d4e-8b1194c42bda None None] Current status of the port 19cb2ce0-1831-47fc-9be9-62c51bb6317b is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:21.118653 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf038d1-1d8b-4e78-af34-ac5a565f2bfe req-5c68002d-9d0f-4734-9c0d-839466d58dec tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:21.121871 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-eaf038d1-1d8b-4e78-af34-ac5a565f2bfe req-5c68002d-9d0f-4734-9c0d-839466d58dec tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0601876 Jan 24 09:27:21.183038 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-eaf038d1-1d8b-4e78-af34-ac5a565f2bfe req-c9829fa8-2b68-4b30-a9bd-2f53cd6d83ce tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549672 Jan 24 09:27:21.204778 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:22.314278 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320f5e-b003-4569-8f97-168dbf12b190 req-781e9973-f99b-4f3f-b476-bcfc45a32155 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:22.322192 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1a320f5e-b003-4569-8f97-168dbf12b190 req-781e9973-f99b-4f3f-b476-bcfc45a32155 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0607622 Jan 24 09:27:22.389308 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1a320f5e-b003-4569-8f97-168dbf12b190 req-1dd5445e-4428-4951-bba2-b3f99b6bd9dc tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661125 Jan 24 09:27:22.532022 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 19cb2ce0-1831-47fc-9be9-62c51bb6317b up at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:27:22.615469 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Provisioning complete for port 19cb2ce0-1831-47fc-9be9-62c51bb6317b triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:22.615850 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:22.642913 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:22.718985 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Current status of the port 19cb2ce0-1831-47fc-9be9-62c51bb6317b is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:23.556969 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c06a31-5296-4d73-af6b-51759099378a req-04f88182-9b01-4a0c-b2b5-ece4130923af tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:23.558675 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-96c06a31-5296-4d73-af6b-51759099378a req-04f88182-9b01-4a0c-b2b5-ece4130923af tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0657248 Jan 24 09:27:23.622878 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-96c06a31-5296-4d73-af6b-51759099378a req-7e0328ec-9bd5-4c30-9f31-5e900bcf4a82 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518649 Jan 24 09:27:24.744974 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adba44a-0b28-404d-bfda-675191e9b7b0 req-6aa07591-da7e-40c0-a196-6d1e7cef8d03 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:24.746505 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0adba44a-0b28-404d-bfda-675191e9b7b0 req-6aa07591-da7e-40c0-a196-6d1e7cef8d03 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0523167 Jan 24 09:27:24.818622 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0adba44a-0b28-404d-bfda-675191e9b7b0 req-1a8c2679-2194-4c54-abb9-e9e97d82fedc tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663674 Jan 24 09:27:25.949556 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d86bc-a9f6-4a5f-bbb7-ba51ab6c57ad req-efb318b7-d33c-4e9c-b2ef-7c8201a30b18 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:25.951141 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-225d86bc-a9f6-4a5f-bbb7-ba51ab6c57ad req-efb318b7-d33c-4e9c-b2ef-7c8201a30b18 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0577796 Jan 24 09:27:26.016368 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-225d86bc-a9f6-4a5f-bbb7-ba51ab6c57ad req-21c7ab30-363c-424c-8aed-71b32353cd6c tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587308 Jan 24 09:27:26.523170 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device db0bed25-3789-4a53-af4c-4e01c8044a1e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:27:26.569728 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-45ae45fe-3ba6-47f9-bc6c-63f2c2e97be7 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643215 Jan 24 09:27:26.645868 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port db0bed25-3789-4a53-af4c-4e01c8044a1e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:26.660946 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'port_id': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'mac_address': 'fa:16:3e:16:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:27:26.690598 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-de95660f-c720-4234-a53e-05c30d0ce11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:26.692503 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-de95660f-c720-4234-a53e-05c30d0ce11b service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 1099 time: 0.0622661 Jan 24 09:27:26.714785 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port db0bed25-3789-4a53-af4c-4e01c8044a1e is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:26.715362 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:26.736318 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0bed25-3789-4a53-af4c-4e01c8044a1e {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:27:26.759259 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port db0bed25-3789-4a53-af4c-4e01c8044a1e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:26.826655 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-bafe2ab4-162a-4394-b35e-f9324759d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:26.828178 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-bafe2ab4-162a-4394-b35e-f9324759d182 service neutron] 10.222.0.115 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 913 time: 0.1128073 Jan 24 09:27:26.848097 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:26.908867 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=db0bed25-3789-4a53-af4c-4e01c8044a1e,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:26.917306 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-f5017e70-d06a-40a6-a948-232569ec218f service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5759d870-5446-4073-a6bb-068adfd04ca4 HTTP/1.1" status: 200 len: 1002 time: 0.0825875 Jan 24 09:27:26.975537 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-89047ec6-d3ce-4add-bdbc-15565037e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:26.977056 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-89047ec6-d3ce-4add-bdbc-15565037e20a service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 200 len: 851 time: 0.0502865 Jan 24 09:27:27.029383 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-7ffc97bb-740e-4684-a2eb-2350b5627228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:27.030974 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-7ffc97bb-740e-4684-a2eb-2350b5627228 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bb18b00a-6e74-4475-8741-4c8ca85a032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468659 Jan 24 09:27:27.043131 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-dca789a6-6b10-4cf0-9948-c614be42ed5f service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:27:27.044259 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-dca789a6-6b10-4cf0-9948-c614be42ed5f service neutron] 10.222.0.115 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055428 Jan 24 09:27:27.153986 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['db0bed25-3789-4a53-af4c-4e01c8044a1e'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:27:27.163141 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b886ff-02f1-41ce-afb4-cf92ac682ea2 req-110e1991-015e-4149-935b-ec059da9af36 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:27.164048 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-58abc54c-850b-4377-afd8-fdcd2926140c service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017439 Jan 24 09:27:27.164583 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c6b886ff-02f1-41ce-afb4-cf92ac682ea2 req-110e1991-015e-4149-935b-ec059da9af36 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 944 time: 0.0632460 Jan 24 09:27:27.217467 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-c6b886ff-02f1-41ce-afb4-cf92ac682ea2 req-d2afaa4f-b889-4cd5-b411-3ecfccd90a56 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471432 Jan 24 09:27:27.269808 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cfce5894-24fb-4611-a7ef-00ec87ed163c req-c497092a-9923-447a-bc1c-4e1f96645d2b service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993874 Jan 24 09:27:28.341117 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f43ca-cee0-4389-98bc-64f0dce7aece req-d1f4258f-518c-47a1-a4f8-864ad0f93cae tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:28.343260 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-857f43ca-cee0-4389-98bc-64f0dce7aece req-d1f4258f-518c-47a1-a4f8-864ad0f93cae tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 944 time: 0.0548995 Jan 24 09:27:28.402566 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-857f43ca-cee0-4389-98bc-64f0dce7aece req-03c05631-b6e6-4369-ae52-9fd61e0ce9ea tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530510 Jan 24 09:27:28.536812 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device db0bed25-3789-4a53-af4c-4e01c8044a1e up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:27:28.655929 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port db0bed25-3789-4a53-af4c-4e01c8044a1e completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:27:28.661451 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port db0bed25-3789-4a53-af4c-4e01c8044a1e triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:28.664871 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:28.760489 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port db0bed25-3789-4a53-af4c-4e01c8044a1e is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:28.760884 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:28.785883 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:28.788199 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7f0ffa-a233-4efc-9609-de90020a7e5d" -d '{"events": [{"server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "name": "network-vif-plugged", "status": "completed", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:27:28.804638 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port db0bed25-3789-4a53-af4c-4e01c8044a1e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:28.828379 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acb1d8a-eaa3-47cd-b762-d2c220fc003c x-openstack-request-id: req-9acb1d8a-eaa3-47cd-b762-d2c220fc003c {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:27:28.828688 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "name": "network-vif-plugged", "status": "completed", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:27:28.829256 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-9acb1d8a-eaa3-47cd-b762-d2c220fc003c {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:27:28.829439 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'code': 200} Jan 24 09:27:28.887553 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:28.935546 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=db0bed25-3789-4a53-af4c-4e01c8044a1e,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:29.351230 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee491c8-cbdd-4363-9cff-813bb476a130 req-14a717c6-b337-4c4e-afb5-60c0ce1a758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:29.352749 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9ee491c8-cbdd-4363-9cff-813bb476a130 req-14a717c6-b337-4c4e-afb5-60c0ce1a758e service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 1098 time: 0.0901058 Jan 24 09:27:29.403488 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9ee491c8-cbdd-4363-9cff-813bb476a130 req-2315b64b-ac39-4bb6-838a-0466c7c25a13 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444055 Jan 24 09:27:29.512732 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-f3333d30-9d2e-4fe9-86e8-cc3761664ebf tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:29.514352 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-f3333d30-9d2e-4fe9-86e8-cc3761664ebf tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/networks?id=35e4a580-1225-42f2-ae53-8dac63074cc7 HTTP/1.1" status: 200 len: 814 time: 0.1146100 Jan 24 09:27:29.525155 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bcba5-5c98-49e6-a9dc-1373374330b5 req-518ae4e4-45c9-44cb-9b69-cf46f4754317 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:29.526784 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-296bcba5-5c98-49e6-a9dc-1373374330b5 req-518ae4e4-45c9-44cb-9b69-cf46f4754317 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0494177 Jan 24 09:27:29.532613 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-7e819c14-5c14-4094-bfa0-765b3e6dde6e tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/quotas/a85801034a13431ebec2bd7a46843d7f HTTP/1.1" status: 200 len: 375 time: 0.0110278 Jan 24 09:27:29.580428 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-296bcba5-5c98-49e6-a9dc-1373374330b5 req-39d93bb5-412f-4333-b8d9-b156557cabae tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463915 Jan 24 09:27:29.587542 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-7a014c5b-8208-473c-9cdb-969268971a11 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?tenant_id=a85801034a13431ebec2bd7a46843d7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490952 Jan 24 09:27:29.645807 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-23cebcb3-0d20-4826-ba39-f44d05baf8bd service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:27:29.646895 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-23cebcb3-0d20-4826-ba39-f44d05baf8bd service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477107 Jan 24 09:27:29.740188 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-c5439be3-efe7-4c75-83c0-642d1ae23505 service neutron] 10.222.0.113 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872838 Jan 24 09:27:29.828253 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-1911986d-945c-4077-9c81-f02073c45ce9 service neutron] 10.222.0.113 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823059 Jan 24 09:27:30.103420 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1291d566-f0b8-4219-b7aa-5915c30086a9 req-375938e7-418c-4d89-84f8-b023d0d7e57e tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 210 time: 0.0258002 Jan 24 09:27:30.709027 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01223b18-4645-4d35-986a-9d79f75eaf21 req-14617b6d-f9e4-4550-8d2f-491dc715ff8c tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:30.710581 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-01223b18-4645-4d35-986a-9d79f75eaf21 req-14617b6d-f9e4-4550-8d2f-491dc715ff8c tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0593526 Jan 24 09:27:30.762375 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-01223b18-4645-4d35-986a-9d79f75eaf21 req-a77506c4-cfad-437e-b4aa-942c4cd7f161 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458426 Jan 24 09:27:31.185055 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-67edce88-8a3b-4150-8bbf-3f8300df1823 req-daabde1f-9c9c-4f15-9696-d889877cac97 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 210 time: 0.0309255 Jan 24 09:27:31.883942 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551fac7-f915-402b-96d2-defea899ee48 req-8a067613-b3b5-4c4c-93df-2000a71bb981 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:31.885446 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1551fac7-f915-402b-96d2-defea899ee48 req-8a067613-b3b5-4c4c-93df-2000a71bb981 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0500717 Jan 24 09:27:31.935747 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-1551fac7-f915-402b-96d2-defea899ee48 req-3e436317-fc8a-468d-9cb2-80a4cc338200 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445487 Jan 24 09:27:32.055483 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e256b7-45ec-4301-8e73-e27be3021a17 req-a2633cd4-af1c-4078-ba7f-a5ea093a5e69 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:32.056966 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-64e256b7-45ec-4301-8e73-e27be3021a17 req-a2633cd4-af1c-4078-ba7f-a5ea093a5e69 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0509040 Jan 24 09:27:32.109535 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-64e256b7-45ec-4301-8e73-e27be3021a17 req-69924bd0-2dd4-4aa3-a69b-913b38560d3c tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470495 Jan 24 09:27:32.133974 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 53870) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:32.301982 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b4e58ed8-494e-4ce0-a196-5cdbdfcd853f req-6ecd6480-1475-416c-8639-98e6720aa5d4 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 210 time: 0.0337143 Jan 24 09:27:32.310678 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361819c9-9af8-45a9-8f36-c12aaa43f646 tempest-TestShelveInstance-1597043161 tempest-TestShelveInstance-1597043161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:32.312177 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-361819c9-9af8-45a9-8f36-c12aaa43f646 tempest-TestShelveInstance-1597043161 tempest-TestShelveInstance-1597043161-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 1093 time: 0.1772048 Jan 24 09:27:32.319924 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 53876) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:27:32.324506 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Request body: {'floatingip': {'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'port_id': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:32.415782 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:32.523718 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:32.637863 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_common [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Allocated IP 172.27.0.237 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/01b19033-2335-4e3c-9287-30a42d8ef30c) {{(pid=103102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:27:32.755254 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for port (01b19033-2335-4e3c-9287-30a42d8ef30c), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:32.871923 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (01b19033-2335-4e3c-9287-30a42d8ef30c), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:32.912773 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:27:32.915856 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.base_scheduler [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Resources bound (agent type, host, resource id): {{(pid=103102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:32.928586 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Received port after_create {{(pid=103102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:27:32.953342 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event updated for resources: {'Port': ['ID=01b19033-2335-4e3c-9287-30a42d8ef30c,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:32.965895 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.966857 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.966857 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.967103 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.967265 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.967596 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.967923 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.968250 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.968574 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.968898 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.969227 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.971055 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:32.971055 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:33.000044 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-3f47aec5-4b91-4ed2-bc99-0e7a10a40831 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:33.001638 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-3f47aec5-4b91-4ed2-bc99-0e7a10a40831 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.115 "GET /v2.0/networks?id=35e4a580-1225-42f2-ae53-8dac63074cc7 HTTP/1.1" status: 200 len: 814 time: 0.1338816 Jan 24 09:27:33.016926 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Request body: {'port': {'device_id': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'admin_state_up': True, 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:33.195854 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Made reservation on behalf of a85801034a13431ebec2bd7a46843d7f for: {'port': 1} {{(pid=103101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:27:33.199386 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:33.351011 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Allocated IP 172.20.0.11 (35e4a580-1225-42f2-ae53-8dac63074cc7/73625f8c-e2a5-4ee2-b72a-78cb07e997c7/07a87910-5cf2-42f0-b095-d0bea4cd1a88) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:27:33.391668 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for floatingip (981dec53-11be-498b-8d09-5eda5c8b6df6), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:33.473127 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-16874b3b-c3a4-449e-b656-40e721332a88 req-2c565b09-a508-41f3-b761-0821a07a67d7 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 210 time: 0.0411119 Jan 24 09:27:33.549620 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:33.571684 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (01b19033-2335-4e3c-9287-30a42d8ef30c), before_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:33.646632 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:33.677021 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Network 35e4a580-1225-42f2-ae53-8dac63074cc7 is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:27:33.680510 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:27:33.711823 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:27:33.791430 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:33.792296 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:33.859407 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'Port': ['ID=07a87910-5cf2-42f0-b095-d0bea4cd1a88,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:33.914114 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-5a2bc22a-b8aa-4868-89b8-37ba0e9455ba tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.115 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9031692 Jan 24 09:27:33.993415 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-67d30503-e59b-46bd-b591-36cd9e36adab None None] Provisioning complete for port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:33.994081 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-67d30503-e59b-46bd-b591-36cd9e36adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:34.115844 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-67d30503-e59b-46bd-b591-36cd9e36adab None None] Port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 cannot update to ACTIVE because it is not bound. {{(pid=103103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:27:34.204303 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for port (01b19033-2335-4e3c-9287-30a42d8ef30c), precommit_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:34.274151 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18398718'] for port (01b19033-2335-4e3c-9287-30a42d8ef30c), after_update {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:34.360311 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event updated for resources: {'Port': ['ID=01b19033-2335-4e3c-9287-30a42d8ef30c,revision_number=2']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:34.374645 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (981dec53-11be-498b-8d09-5eda5c8b6df6), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:34.498566 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.l3_db [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Floating IP 981dec53-11be-498b-8d09-5eda5c8b6df6 associated. External IP: 172.27.0.237, port: db0bed25-3789-4a53-af4c-4e01c8044a1e. Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.645064 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1f43d-3d33-4822-be95-af2c7060aa9d req-d2f2e649-b365-4ce9-b72b-b861a551e84a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:34.649920 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-aae1f43d-3d33-4822-be95-af2c7060aa9d req-d2f2e649-b365-4ce9-b72b-b861a551e84a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 932 time: 0.0734599 Jan 24 09:27:34.750174 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-aae1f43d-3d33-4822-be95-af2c7060aa9d req-46741afb-7cc6-4f74-b1f6-b5670bebc46d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921028 Jan 24 09:27:34.826392 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Router 509574c8-61ee-4866-8ebb-18db16214476 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:27:35.003452 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:27:35.027624 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856d750-00c8-4329-8678-b337d4eec5d2 None None] Sync routers for ids ['509574c8-61ee-4866-8ebb-18db16214476'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:27:35.166874 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:35.218965 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856d750-00c8-4329-8678-b337d4eec5d2 None None] Routers {'509574c8-61ee-4866-8ebb-18db16214476'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:27:35.219940 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-1856d750-00c8-4329-8678-b337d4eec5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:27:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['509574c8-61ee-4866-8ebb-18db16214476'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:35.230160 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-451ee5a8-5c8f-4d74-b59e-137e63c71620 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8999467 Jan 24 09:27:35.230160 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e'}] {{(pid=103102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:35.230160 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a1f9b8f426edbc55e6178fb0656aabaaee06a47fc80a7429674e4344d9448a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd47faf4-bba9-4de7-833c-e10b0a9b6718" -d '{"events": [{"name": "network-changed", "server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e"}]}' {{(pid=103102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:27:35.294850 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78563b91-d2b2-4cd7-912a-3f101d6128d2 x-openstack-request-id: req-78563b91-d2b2-4cd7-912a-3f101d6128d2 {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:27:35.295370 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e", "status": "completed", "code": 200}]} {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:27:35.295799 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-78563b91-d2b2-4cd7-912a-3f101d6128d2 {{(pid=103102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:27:35.296374 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'status': 'completed', 'code': 200} Jan 24 09:27:35.397007 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-1856d750-00c8-4329-8678-b337d4eec5d2 None None] Set router 509574c8-61ee-4866-8ebb-18db16214476 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:27:35.672656 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-1856d750-00c8-4329-8678-b337d4eec5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:39Z', 'revision_number': 4, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '981dec53-11be-498b-8d09-5eda5c8b6df6', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '509574c8-61ee-4866-8ebb-18db16214476', 'port_id': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'mac_address': 'fa:16:3e:16:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07611092-00af-4943-a30a-a3698c2520bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:27:33Z', 'updated_at': '2022-01-24T09:27:33Z', 'revision_number': 0, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4feef1d6-cfd9-42cb-9b7a-aab92949764c', 'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'mac_address': 'fa:16:3e:44:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:38Z', 'updated_at': '2022-01-24T09:26:42Z', 'revision_number': 5, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'subnets': [{'id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:35.704826 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856d750-00c8-4329-8678-b337d4eec5d2 None None] Checking router: 509574c8-61ee-4866-8ebb-18db16214476 for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:27:35.714859 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856d750-00c8-4329-8678-b337d4eec5d2 None None] Routers {'509574c8-61ee-4866-8ebb-18db16214476'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:27:35.715481 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-1856d750-00c8-4329-8678-b337d4eec5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:27:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['509574c8-61ee-4866-8ebb-18db16214476'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:35.870910 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-1856d750-00c8-4329-8678-b337d4eec5d2 None None] Set router 509574c8-61ee-4866-8ebb-18db16214476 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:27:35.935315 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c60761-5c76-4a42-841a-f6804dd50ad8 req-dd8a6b88-f637-4d66-9cad-036a4d4b4b6f tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:35.936799 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-37c60761-5c76-4a42-841a-f6804dd50ad8 req-dd8a6b88-f637-4d66-9cad-036a4d4b4b6f tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 932 time: 0.0670176 Jan 24 09:27:36.020063 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-37c60761-5c76-4a42-841a-f6804dd50ad8 req-fca5f81a-e3ed-4560-b16b-b82f739f403a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768714 Jan 24 09:27:36.149071 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-1856d750-00c8-4329-8678-b337d4eec5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:39Z', 'revision_number': 4, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '981dec53-11be-498b-8d09-5eda5c8b6df6', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '509574c8-61ee-4866-8ebb-18db16214476', 'port_id': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'mac_address': 'fa:16:3e:16:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07611092-00af-4943-a30a-a3698c2520bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:27:33Z', 'updated_at': '2022-01-24T09:27:33Z', 'revision_number': 0, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4feef1d6-cfd9-42cb-9b7a-aab92949764c', 'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'mac_address': 'fa:16:3e:44:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:38Z', 'updated_at': '2022-01-24T09:26:42Z', 'revision_number': 5, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'subnets': [{'id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:27:36.185784 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856d750-00c8-4329-8678-b337d4eec5d2 None None] The sync data for ids ['509574c8-61ee-4866-8ebb-18db16214476'] in dv-cinder-804035-26-iscsi is: [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:39Z', 'revision_number': 4, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '981dec53-11be-498b-8d09-5eda5c8b6df6', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '509574c8-61ee-4866-8ebb-18db16214476', 'port_id': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'mac_address': 'fa:16:3e:16:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07611092-00af-4943-a30a-a3698c2520bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:27:33Z', 'updated_at': '2022-01-24T09:27:33Z', 'revision_number': 0, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4feef1d6-cfd9-42cb-9b7a-aab92949764c', 'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'mac_address': 'fa:16:3e:44:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:38Z', 'updated_at': '2022-01-24T09:26:42Z', 'revision_number': 5, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'subnets': [{'id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:27:36.424635 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dfdc20-83bf-4ec8-84a6-d43914503e1b None None] New status for floating IP 981dec53-11be-498b-8d09-5eda5c8b6df6: ACTIVE {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:27:37.151803 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686237c-fba4-4176-b54b-eaa355096ea5 req-f0c359fb-2e0d-4970-b363-7c8c81cb8c87 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:37.153276 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5686237c-fba4-4176-b54b-eaa355096ea5 req-f0c359fb-2e0d-4970-b363-7c8c81cb8c87 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 932 time: 0.0533254 Jan 24 09:27:37.201513 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-5686237c-fba4-4176-b54b-eaa355096ea5 req-8df072f5-0afa-4d46-8167-a6ac8a8328cc tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Jan 24 09:27:38.328639 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615f1de-f2c9-4833-b944-f0f7a651fc28 req-e1a3fc2b-4483-4297-a1c5-bcf310f2d6ae tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:38.330204 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8615f1de-f2c9-4833-b944-f0f7a651fc28 req-e1a3fc2b-4483-4297-a1c5-bcf310f2d6ae tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 932 time: 0.0529613 Jan 24 09:27:38.378426 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8615f1de-f2c9-4833-b944-f0f7a651fc28 req-38a21428-ecd3-4d66-8836-8b4beaa4adfb tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 Jan 24 09:27:39.506875 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7df79-cf5c-4f8a-8265-2a6bdd6da517 req-f89753ca-1802-4505-a73d-8b08f34d3437 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:39.508315 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-efe7df79-cf5c-4f8a-8265-2a6bdd6da517 req-f89753ca-1802-4505-a73d-8b08f34d3437 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 932 time: 0.0494695 Jan 24 09:27:39.573477 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-efe7df79-cf5c-4f8a-8265-2a6bdd6da517 req-d231d258-1ea0-4908-b55b-b7950da61d4b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531969 Jan 24 09:27:40.697335 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042d33c-b6ff-460f-a021-cbd393902478 req-0a8e4140-1621-4bbb-9564-f797055556c1 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:40.699631 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0042d33c-b6ff-460f-a021-cbd393902478 req-0a8e4140-1621-4bbb-9564-f797055556c1 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 932 time: 0.0532491 Jan 24 09:27:40.761182 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-0042d33c-b6ff-460f-a021-cbd393902478 req-939b57ee-24e2-46a5-9cda-de93684410bc tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498066 Jan 24 09:27:41.885476 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580620a-2554-4bb9-bb49-1c294beaca0e req-c34c171e-5d12-4a7f-8c37-dfa15563f3d8 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:41.888761 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2580620a-2554-4bb9-bb49-1c294beaca0e req-c34c171e-5d12-4a7f-8c37-dfa15563f3d8 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 932 time: 0.0546365 Jan 24 09:27:41.948900 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-2580620a-2554-4bb9-bb49-1c294beaca0e req-9ad98dec-7c16-44c2-8bde-6f056fedf4be tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545805 Jan 24 09:27:43.076002 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07708ff0-629f-4adf-b26a-8f4ab5d46aa3 req-91889663-68cb-4001-9ee4-bde078d8d1c7 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:43.077541 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-07708ff0-629f-4adf-b26a-8f4ab5d46aa3 req-91889663-68cb-4001-9ee4-bde078d8d1c7 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 932 time: 0.0559540 Jan 24 09:27:43.140193 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-07708ff0-629f-4adf-b26a-8f4ab5d46aa3 req-c4ad1221-d97d-4c14-9a02-8e4daa157b57 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561478 Jan 24 09:27:43.870298 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Request body: {'port': {'device_id': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:27:43.943089 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:43.946747 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47faf4-bba9-4de7-833c-e10b0a9b6718 req-6a7ed440-62b9-4bcc-8b30-70e9aa4e44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:43.948803 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bd47faf4-bba9-4de7-833c-e10b0a9b6718 req-6a7ed440-62b9-4bcc-8b30-70e9aa4e44e4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7a1db64ecaea44e09ecbf80f34523511&device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 1098 time: 0.0541768 Jan 24 09:27:44.048874 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47faf4-bba9-4de7-833c-e10b0a9b6718 req-b1bdb10d-a17b-4152-ac19-64d413d3e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:44.050440 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bd47faf4-bba9-4de7-833c-e10b0a9b6718 req-b1bdb10d-a17b-4152-ac19-64d413d3e177 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 HTTP/1.1" status: 200 len: 909 time: 0.0906954 Jan 24 09:27:44.119025 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bd47faf4-bba9-4de7-833c-e10b0a9b6718 req-cfe0c343-37fc-44ec-9bb6-9bb0c1fad5e5 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e HTTP/1.1" status: 200 len: 1001 time: 0.0607841 Jan 24 09:27:44.175697 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47faf4-bba9-4de7-833c-e10b0a9b6718 req-98327464-40a5-4ac0-aef8-47fcdd60dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:44.177779 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bd47faf4-bba9-4de7-833c-e10b0a9b6718 req-98327464-40a5-4ac0-aef8-47fcdd60dfd7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6cbdaf6-4887-466c-af28-971fc026d51e HTTP/1.1" status: 200 len: 847 time: 0.0521839 Jan 24 09:27:44.257660 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47faf4-bba9-4de7-833c-e10b0a9b6718 req-b84d5e68-ff79-4ad4-bae6-289808fb71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:44.259215 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bd47faf4-bba9-4de7-833c-e10b0a9b6718 req-b84d5e68-ff79-4ad4-bae6-289808fb71d4 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0722978 Jan 24 09:27:44.300367 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf32d6c-92a6-466b-a039-e103e6d98891 req-99073c12-af31-4bdb-9c1c-d996646a6152 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:44.302712 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dcf32d6c-92a6-466b-a039-e103e6d98891 req-99073c12-af31-4bdb-9c1c-d996646a6152 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 932 time: 0.0847881 Jan 24 09:27:44.407148 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dcf32d6c-92a6-466b-a039-e103e6d98891 req-61f6afb3-074b-4630-81ce-f2481b855f84 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688303 Jan 24 09:27:44.410482 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bd47faf4-bba9-4de7-833c-e10b0a9b6718 req-31c06cd0-1c64-4da8-bdd4-444eb6b97ccc service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434340 Jan 24 09:27:44.493965 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a87910-5cf2-42f0-b095-d0bea4cd1a88 {{(pid=103101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:27:44.497556 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bd47faf4-bba9-4de7-833c-e10b0a9b6718 req-12e78564-d694-4f79-82a2-3f772c92cc2f service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815732 Jan 24 09:27:44.501610 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Publish callbacks [] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:44.513609 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.provisioning_blocks [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Transition to ACTIVE for port object 07a87910-5cf2-42f0-b095-d0bea4cd1a88 will not be triggered until provisioned by entity L2. {{(pid=103101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:27:44.589239 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:44.641632 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Pushing event updated for resources: {'Port': ['ID=07a87910-5cf2-42f0-b095-d0bea4cd1a88,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:44.713230 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Attempting to bind port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:27:44.713569 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Attempting to bind port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:27:44.713899 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Attempting to bind port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 on network 35e4a580-1225-42f2-ae53-8dac63074cc7 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:27:44.718508 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 on network 35e4a580-1225-42f2-ae53-8dac63074cc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:27:44.718828 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Attempting to bind port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 on network 35e4a580-1225-42f2-ae53-8dac63074cc7 {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:27:44.724409 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Checking agent: {'id': '8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'started_at': datetime.datetime(2022, 1, 24, 9, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:27:44.727684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Checking segment: {'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:27:44.727684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Bound using segment: {'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'} {{(pid=103101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:27:44.727684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.managers [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Bound port: 07a87910-5cf2-42f0-b095-d0bea4cd1a88, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b31e68-23ab-485a-b7cb-4c707a5105d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7'}}] {{(pid=103101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:27:44.727684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:44.793546 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] For port 07a87910-5cf2-42f0-b095-d0bea4cd1a88, host hv-cinder-80403, cleared binding levels {{(pid=103101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:27:44.796695 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] For port 07a87910-5cf2-42f0-b095-d0bea4cd1a88, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:27:44.873276 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:44.909580 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:44.910233 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:44.912245 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] 10.222.0.115 "PUT /v2.0/ports/07a87910-5cf2-42f0-b095-d0bea4cd1a88 HTTP/1.1" status: 200 len: 1094 time: 1.0464208 Jan 24 09:27:44.912691 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:44.915055 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4638b0ea-4289-41d7-8773-99d54c46ee6f" -d '{"events": [{"name": "network-changed", "server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:27:44.937447 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e2f4b-a3a5-4406-8068-9fecf9cb765b service neutron] Pushing event updated for resources: {'Port': ['ID=07a87910-5cf2-42f0-b095-d0bea4cd1a88,revision_number=3']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:45.021670 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4138c6-df7c-4065-a275-a8980384d156 x-openstack-request-id: req-0d4138c6-df7c-4065-a275-a8980384d156 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:27:45.021963 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:27:45.022324 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-0d4138c6-df7c-4065-a275-a8980384d156 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:27:45.022734 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'status': 'completed', 'code': 200} Jan 24 09:27:45.074655 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-9737ae8f-d4c9-4854-b5b8-1630e2dcdcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:45.076184 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-9737ae8f-d4c9-4854-b5b8-1630e2dcdcfd service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a85801034a13431ebec2bd7a46843d7f&device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 1097 time: 0.0472853 Jan 24 09:27:45.122418 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-16eac1f5-ade1-4ed0-92de-3e3c7bb5979d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88 HTTP/1.1" status: 200 len: 217 time: 0.0349219 Jan 24 09:27:45.173437 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-f2609f65-8e39-4a4b-a0c7-d977fb3788aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:45.175020 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-f2609f65-8e39-4a4b-a0c7-d977fb3788aa service neutron] 10.222.0.115 "GET /v2.0/subnets?id=73625f8c-e2a5-4ee2-b72a-78cb07e997c7 HTTP/1.1" status: 200 len: 853 time: 0.0452163 Jan 24 09:27:45.225916 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-7654479a-aca4-44d9-9ed1-a7c51e522d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:45.227372 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-7654479a-aca4-44d9-9ed1-a7c51e522d99 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=35e4a580-1225-42f2-ae53-8dac63074cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458784 Jan 24 09:27:45.322780 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-c41a11fe-fed0-408b-ac06-db63f6ca057a service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852001 Jan 24 09:27:45.424955 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-36bc67c7-197d-4f0b-82d5-560ac011dd71 req-e4154f4d-094f-40f5-ad37-2ad9fea5e51c service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944719 Jan 24 09:27:45.530138 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78949e-23b6-4079-8fc2-ff941b064549 req-a3b6a914-72b6-4d91-a448-b05dbc8aa04f tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:45.531814 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bc78949e-23b6-4079-8fc2-ff941b064549 req-a3b6a914-72b6-4d91-a448-b05dbc8aa04f tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 944 time: 0.0535464 Jan 24 09:27:45.579539 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-bc78949e-23b6-4079-8fc2-ff941b064549 req-388cb8a5-f649-4065-99e3-a1035d1eb09d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Jan 24 09:27:45.602913 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b0ea-4289-41d7-8773-99d54c46ee6f req-2fc9f629-cd0c-4912-8d42-762a46dbfff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:45.604478 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4638b0ea-4289-41d7-8773-99d54c46ee6f req-2fc9f629-cd0c-4912-8d42-762a46dbfff5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a85801034a13431ebec2bd7a46843d7f&device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 1097 time: 0.0411384 Jan 24 09:27:45.704113 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b0ea-4289-41d7-8773-99d54c46ee6f req-351327f4-00f3-4b11-ba2c-59eedef422c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:45.705573 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4638b0ea-4289-41d7-8773-99d54c46ee6f req-351327f4-00f3-4b11-ba2c-59eedef422c3 service neutron] 10.222.0.115 "GET /v2.0/networks?id=35e4a580-1225-42f2-ae53-8dac63074cc7 HTTP/1.1" status: 200 len: 915 time: 0.0922282 Jan 24 09:27:45.746535 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4638b0ea-4289-41d7-8773-99d54c46ee6f req-c739e00c-491b-40c3-95bb-6f0f377bed12 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88 HTTP/1.1" status: 200 len: 217 time: 0.0346823 Jan 24 09:27:45.795581 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b0ea-4289-41d7-8773-99d54c46ee6f req-79c67f19-a5e6-4670-9718-7f21a354d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:45.796931 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4638b0ea-4289-41d7-8773-99d54c46ee6f req-79c67f19-a5e6-4670-9718-7f21a354d4e0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=73625f8c-e2a5-4ee2-b72a-78cb07e997c7 HTTP/1.1" status: 200 len: 853 time: 0.0431371 Jan 24 09:27:45.843054 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b0ea-4289-41d7-8773-99d54c46ee6f req-e2b1c5fa-8877-44a1-b44c-cd10e7a1421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:45.844553 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4638b0ea-4289-41d7-8773-99d54c46ee6f req-e2b1c5fa-8877-44a1-b44c-cd10e7a1421a service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=35e4a580-1225-42f2-ae53-8dac63074cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411823 Jan 24 09:27:45.937802 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4638b0ea-4289-41d7-8773-99d54c46ee6f req-f481fe13-bd36-4895-bafd-7bf51aab12db service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860105 Jan 24 09:27:46.032200 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4638b0ea-4289-41d7-8773-99d54c46ee6f req-0a752d47-8062-464d-be2a-191073279568 service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867050 Jan 24 09:27:46.292191 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-28bf57d5-70ec-47e7-a721-af227b040a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:46.709235 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d11cc-9a5b-4585-ae05-bb8a0bfa99b7 req-a978bdde-4581-4906-a8b6-7ba9cc5c5f79 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:46.711548 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd3d11cc-9a5b-4585-ae05-bb8a0bfa99b7 req-a978bdde-4581-4906-a8b6-7ba9cc5c5f79 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 944 time: 0.0521317 Jan 24 09:27:46.760378 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-fd3d11cc-9a5b-4585-ae05-bb8a0bfa99b7 req-0dbc346d-5a9f-4805-96d8-96afd5006588 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Jan 24 09:27:47.629269 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:47.876048 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e38182-acea-4ad5-a878-163c0abf06c3 req-872a3e49-2c1f-4bfa-8ad5-807470182bbf tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:47.877571 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-69e38182-acea-4ad5-a878-163c0abf06c3 req-872a3e49-2c1f-4bfa-8ad5-807470182bbf tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 944 time: 0.0497041 Jan 24 09:27:47.933336 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-69e38182-acea-4ad5-a878-163c0abf06c3 req-40c754e1-6f59-4ebc-be7a-006a0ab780e0 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428300 Jan 24 09:27:48.583148 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cb6e0bc9-acc2-4921-9c9a-a6b0999784fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:48.691533 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 07a87910-5cf2-42f0-b095-d0bea4cd1a88 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:27:48.791134 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 07a87910-5cf2-42f0-b095-d0bea4cd1a88, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:48.801876 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'port_id': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'mac_address': 'fa:16:3e:07:14:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:27:48.838686 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:48.839068 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:48.855637 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a87910-5cf2-42f0-b095-d0bea4cd1a88 {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:27:48.883175 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 07a87910-5cf2-42f0-b095-d0bea4cd1a88, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:48.983739 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:49.032974 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=07a87910-5cf2-42f0-b095-d0bea4cd1a88,revision_number=4']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:49.040939 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.041293 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.041641 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.042051 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.042342 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.042730 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.043019 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.043340 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.043676 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.043990 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.044316 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.044640 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.044962 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:27:49.055537 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf44d-e8fe-4523-a2e4-bdaa8d5917a9 req-89337e53-1925-4a34-853b-4afc857617de tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:49.057213 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3ddaf44d-e8fe-4523-a2e4-bdaa8d5917a9 req-89337e53-1925-4a34-853b-4afc857617de tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 945 time: 0.0554676 Jan 24 09:27:49.121230 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3ddaf44d-e8fe-4523-a2e4-bdaa8d5917a9 req-bbb15cb5-65cc-42e3-ad0a-a7d15f441179 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584352 Jan 24 09:27:49.260301 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['07a87910-5cf2-42f0-b095-d0bea4cd1a88'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:27:49.820766 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:50.236500 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c83564-14b8-4cd0-8de4-4a6832b17cdf req-81642d5b-84b3-40da-99fd-10d00c9170a7 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:50.237960 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a2c83564-14b8-4cd0-8de4-4a6832b17cdf req-81642d5b-84b3-40da-99fd-10d00c9170a7 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 945 time: 0.0476437 Jan 24 09:27:50.287584 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a2c83564-14b8-4cd0-8de4-4a6832b17cdf req-d4fae9c2-ba88-492c-9083-e7190a0e3276 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434401 Jan 24 09:27:50.709490 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 07a87910-5cf2-42f0-b095-d0bea4cd1a88 up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:27:50.817599 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning for port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 completed by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:27:50.821633 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:27:50.828223 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:50.912115 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:27:50.912551 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:50.938990 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:27:50.941207 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a77f13-4b9a-4d1b-a655-5bc4e03ff864" -d '{"events": [{"server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "name": "network-vif-plugged", "status": "completed", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:27:50.953088 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:50.956925 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port 07a87910-5cf2-42f0-b095-d0bea4cd1a88, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:27:50.981665 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0991c6-0827-43c9-838c-0c87fbe59c38 x-openstack-request-id: req-cb0991c6-0827-43c9-838c-0c87fbe59c38 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:27:50.981665 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "name": "network-vif-plugged", "status": "completed", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:27:50.981665 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-cb0991c6-0827-43c9-838c-0c87fbe59c38 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:27:50.981665 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'code': 200} Jan 24 09:27:51.069955 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:51.125611 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=07a87910-5cf2-42f0-b095-d0bea4cd1a88,revision_number=5']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:27:51.316297 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15836e11-b4f0-410a-b375-b69354f15c9f req-72bf8020-14e7-448c-bd8d-6685f9edb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:51.317804 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-15836e11-b4f0-410a-b375-b69354f15c9f req-72bf8020-14e7-448c-bd8d-6685f9edb079 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 1099 time: 0.0444748 Jan 24 09:27:51.362068 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-15836e11-b4f0-410a-b375-b69354f15c9f req-56c2a5a3-bc05-46c7-b2ba-ee04aef4a063 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 Jan 24 09:27:51.402977 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93126bdb-1517-493f-b1c5-dc77c8e3db2f req-382ae58c-9281-434e-b816-c1475d01e9e9 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:51.410481 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-93126bdb-1517-493f-b1c5-dc77c8e3db2f req-382ae58c-9281-434e-b816-c1475d01e9e9 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 946 time: 0.0496755 Jan 24 09:27:51.453632 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-93126bdb-1517-493f-b1c5-dc77c8e3db2f req-92eb598a-0252-4fde-9d1e-f73a4eba83d9 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Jan 24 09:27:52.573631 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c0ec0-3e36-481f-9fea-a1f14930644f req-37ad77e8-6509-473a-90af-f9db9b53e372 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:52.575271 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b59c0ec0-3e36-481f-9fea-a1f14930644f req-37ad77e8-6509-473a-90af-f9db9b53e372 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 946 time: 0.0526147 Jan 24 09:27:52.583359 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:27:52.623746 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b59c0ec0-3e36-481f-9fea-a1f14930644f req-571e4e21-19b8-45cd-872c-1483d30efba7 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Jan 24 09:27:53.739604 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73060da4-e276-45a6-8729-60b672ed398d req-b74280be-28f1-4310-9500-dd16bac7d98b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:53.741722 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-73060da4-e276-45a6-8729-60b672ed398d req-b74280be-28f1-4310-9500-dd16bac7d98b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 946 time: 0.0486512 Jan 24 09:27:53.786610 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-73060da4-e276-45a6-8729-60b672ed398d req-e3bdad0a-6b9b-4167-8d75-7b99df21eb76 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Jan 24 09:27:53.904732 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c5d4c-56cf-4c6f-8891-866e93690beb req-1bc86048-de30-4b22-90d2-d3fc02dbe52d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:53.906584 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a59c5d4c-56cf-4c6f-8891-866e93690beb req-1bc86048-de30-4b22-90d2-d3fc02dbe52d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 946 time: 0.0542033 Jan 24 09:27:53.957798 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-a59c5d4c-56cf-4c6f-8891-866e93690beb req-07c1cd1a-d6df-4900-ba9f-27af36b30d88 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454836 Jan 24 09:27:54.287817 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa7a7d-ed00-4902-9439-e203feb19464 req-cb4c7b53-f4c6-4838-b177-8590ed041f9b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:27:54.288375 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:27:54.289928 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dffa7a7d-ed00-4902-9439-e203feb19464 req-cb4c7b53-f4c6-4838-b177-8590ed041f9b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 946 time: 0.0522997 Jan 24 09:27:54.339405 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-dffa7a7d-ed00-4902-9439-e203feb19464 req-7e93537d-4543-4d03-bcb5-3d322a251374 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435247 Jan 24 09:28:04.528389 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c64332-db2b-4d7f-8b77-f8c3f842a08e req-737c61b6-9d14-4ddc-b315-e2f79b0d249d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:04.529903 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6c64332-db2b-4d7f-8b77-f8c3f842a08e req-737c61b6-9d14-4ddc-b315-e2f79b0d249d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 946 time: 0.0495000 Jan 24 09:28:04.590543 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-d6c64332-db2b-4d7f-8b77-f8c3f842a08e req-e66bc71a-7e91-45f6-bd55-a12f44651218 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498023 Jan 24 09:28:04.612907 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54006) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:04.703161 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47be16c3-61bc-4d4f-8de5-4367e94010b3 tempest-TestMinimumBasicScenario-1894550062 tempest-TestMinimumBasicScenario-1894550062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:04.704705 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-47be16c3-61bc-4d4f-8de5-4367e94010b3 tempest-TestMinimumBasicScenario-1894550062 tempest-TestMinimumBasicScenario-1894550062-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 1094 time: 0.0907886 Jan 24 09:28:04.707636 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54010) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:04.711996 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Request body: {'floatingip': {'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'port_id': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:04.805709 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:04.918951 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (None), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:05.033750 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_common [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Allocated IP 172.27.0.3 (e3ca9c5d-a4c5-4d81-86d9-e7717add369b/bb3104ff-5074-4551-86ea-c5ff3d3c3fc7/489aeb66-0826-4bb8-beed-9734bab440a1) {{(pid=103101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:28:05.139488 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for port (489aeb66-0826-4bb8-beed-9734bab440a1), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:05.632534 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776391078135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (489aeb66-0826-4bb8-beed-9734bab440a1), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:05.674364 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Network e3ca9c5d-a4c5-4d81-86d9-e7717add369b is already hosted by enough agents. {{(pid=103101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:28:05.678843 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.base_scheduler [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Resources bound (agent type, host, resource id): {{(pid=103101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:28:05.683818 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Received port after_create {{(pid=103101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:28:05.687012 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'Port': ['ID=489aeb66-0826-4bb8-beed-9734bab440a1,revision_number=1']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:05.715184 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.715460 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.715812 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.716147 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.716480 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.716812 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.717142 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.717472 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.717803 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.718149 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.725246 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.725246 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:05.725246 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:06.065805 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for floatingip (14c3a153-da86-46ec-b507-a9083e08c65a), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:06.185626 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (489aeb66-0826-4bb8-beed-9734bab440a1), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:06.348206 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for port (489aeb66-0826-4bb8-beed-9734bab440a1), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:06.408958 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (489aeb66-0826-4bb8-beed-9734bab440a1), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:06.473280 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'Port': ['ID=489aeb66-0826-4bb8-beed-9734bab440a1,revision_number=2']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:06.487239 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618615'] for floatingip (14c3a153-da86-46ec-b507-a9083e08c65a), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:06.603052 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.l3_db [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Floating IP 14c3a153-da86-46ec-b507-a9083e08c65a associated. External IP: 172.27.0.3, port: 07a87910-5cf2-42f0-b095-d0bea4cd1a88. Jan 24 09:28:06.817618 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:28:06.939240 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:28:06.948878 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeee58-1700-43bf-aa50-91308d8a7e82 None None] Sync routers for ids ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:28:06.958054 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eeee58-1700-43bf-aa50-91308d8a7e82 None None] Routers {'8b90f8cc-4300-4a7a-868f-aa28603d5ce7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:28:06.970217 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-b1eeee58-1700-43bf-aa50-91308d8a7e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:27:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:07.013494 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:07.044623 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-278da74e-4ae2-40ff-bf52-8d34805a7c46 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3320241 Jan 24 09:28:07.044623 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:07.044991 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54014) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:07.047445 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e348277-10a2-48c2-8551-6630713bb699" -d '{"events": [{"name": "network-changed", "server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:28:07.059866 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-66a75c86-7807-4fa1-8914-f304bbcaada1 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922473447', 'description': 'tempest-secgroup-smoke-1922473447 description', 'project_id': 'a85801034a13431ebec2bd7a46843d7f'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:07.083501 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-b1eeee58-1700-43bf-aa50-91308d8a7e82 None None] Set router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:28:07.095730 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccf124e-8491-4e50-b853-ba135f653470 x-openstack-request-id: req-2ccf124e-8491-4e50-b853-ba135f653470 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:28:07.096005 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:28:07.096260 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2ccf124e-8491-4e50-b853-ba135f653470 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:28:07.096666 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'status': 'completed', 'code': 200} Jan 24 09:28:07.167806 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e348277-10a2-48c2-8551-6630713bb699 req-b4042d2a-07c5-4862-a07d-462adba1bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:07.169322 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2e348277-10a2-48c2-8551-6630713bb699 req-b4042d2a-07c5-4862-a07d-462adba1bb09 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a85801034a13431ebec2bd7a46843d7f&device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 1099 time: 0.0420115 Jan 24 09:28:07.176928 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-66a75c86-7807-4fa1-8914-f304bbcaada1 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:07.257862 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-66a75c86-7807-4fa1-8914-f304bbcaada1 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group (4ebe2826-6559-48f0-b3f0-c406e7526152), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:07.286351 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e348277-10a2-48c2-8551-6630713bb699 req-a11b4d5c-b65a-4777-b4f1-4efa7dfdb12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:07.287900 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2e348277-10a2-48c2-8551-6630713bb699 req-a11b4d5c-b65a-4777-b4f1-4efa7dfdb12c service neutron] 10.222.0.115 "GET /v2.0/networks?id=35e4a580-1225-42f2-ae53-8dac63074cc7 HTTP/1.1" status: 200 len: 915 time: 0.1093299 Jan 24 09:28:07.317450 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-b1eeee58-1700-43bf-aa50-91308d8a7e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 4, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '14c3a153-da86-46ec-b507-a9083e08c65a', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'port_id': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'mac_address': 'fa:16:3e:07:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:28:05Z', 'updated_at': '2022-01-24T09:28:05Z', 'revision_number': 0, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '023edbcb-a0c2-4920-af4c-126e38b36600', 'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'mac_address': 'fa:16:3e:b2:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:07Z', 'updated_at': '2022-01-24T09:27:11Z', 'revision_number': 5, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'subnets': [{'id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:07.342714 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-66a75c86-7807-4fa1-8914-f304bbcaada1 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4ebe2826-6559-48f0-b3f0-c406e7526152), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:07.347373 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeee58-1700-43bf-aa50-91308d8a7e82 None None] Checking router: 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:28:07.358985 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eeee58-1700-43bf-aa50-91308d8a7e82 None None] Routers {'8b90f8cc-4300-4a7a-868f-aa28603d5ce7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:28:07.359611 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-b1eeee58-1700-43bf-aa50-91308d8a7e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:27:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:07.359755 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2e348277-10a2-48c2-8551-6630713bb699 req-99942655-576f-4e40-b725-eabf6bf970ab service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88 HTTP/1.1" status: 200 len: 998 time: 0.0619671 Jan 24 09:28:07.378157 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a75c86-7807-4fa1-8914-f304bbcaada1 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebe2826-6559-48f0-b3f0-c406e7526152,revision_number=1']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:07.414592 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e348277-10a2-48c2-8551-6630713bb699 req-b4e76190-f8f8-4eed-8d78-b9c70f49ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:07.416151 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2e348277-10a2-48c2-8551-6630713bb699 req-b4e76190-f8f8-4eed-8d78-b9c70f49ffff service neutron] 10.222.0.115 "GET /v2.0/subnets?id=73625f8c-e2a5-4ee2-b72a-78cb07e997c7 HTTP/1.1" status: 200 len: 853 time: 0.0501673 Jan 24 09:28:07.464204 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-66a75c86-7807-4fa1-8914-f304bbcaada1 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:07.465820 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e348277-10a2-48c2-8551-6630713bb699 req-1355c05b-98ae-4ab2-b3e7-ebd33de98a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:07.465944 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2e348277-10a2-48c2-8551-6630713bb699 req-1355c05b-98ae-4ab2-b3e7-ebd33de98a02 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=35e4a580-1225-42f2-ae53-8dac63074cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412157 Jan 24 09:28:07.466226 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-66a75c86-7807-4fa1-8914-f304bbcaada1 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4171081 Jan 24 09:28:07.468808 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54018) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:07.473126 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-a4f3c995-fa49-4644-bc54-2e38809e908d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Request body: {'security_group_rule': {'security_group_id': '4ebe2826-6559-48f0-b3f0-c406e7526152', 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:07.475689 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-b1eeee58-1700-43bf-aa50-91308d8a7e82 None None] Set router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:28:07.572995 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2e348277-10a2-48c2-8551-6630713bb699 req-cf111eb5-8a3a-4e6b-abf8-b743017e9e62 service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987744 Jan 24 09:28:07.582462 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c995-fa49-4644-bc54-2e38809e908d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (5e9df3ec-e985-4060-b1da-2db059860c37), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:07.642315 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c995-fa49-4644-bc54-2e38809e908d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (5e9df3ec-e985-4060-b1da-2db059860c37), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:07.677337 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2e348277-10a2-48c2-8551-6630713bb699 req-3b6fe5a7-118e-47db-9392-62c63c00760c service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965283 Jan 24 09:28:07.740130 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c995-fa49-4644-bc54-2e38809e908d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (5e9df3ec-e985-4060-b1da-2db059860c37), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:07.757936 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3c995-fa49-4644-bc54-2e38809e908d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9df3ec-e985-4060-b1da-2db059860c37,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:07.833230 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-b1eeee58-1700-43bf-aa50-91308d8a7e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 4, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '14c3a153-da86-46ec-b507-a9083e08c65a', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'port_id': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'mac_address': 'fa:16:3e:07:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:28:05Z', 'updated_at': '2022-01-24T09:28:05Z', 'revision_number': 0, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '023edbcb-a0c2-4920-af4c-126e38b36600', 'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'mac_address': 'fa:16:3e:b2:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:07Z', 'updated_at': '2022-01-24T09:27:11Z', 'revision_number': 5, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'subnets': [{'id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:07.842028 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c995-fa49-4644-bc54-2e38809e908d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:07.843283 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-a4f3c995-fa49-4644-bc54-2e38809e908d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3735569 Jan 24 09:28:07.846055 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54020) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:07.851394 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-7fd26729-d9bb-42ff-a91a-323528c4ddee tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Request body: {'security_group_rule': {'security_group_id': '4ebe2826-6559-48f0-b3f0-c406e7526152', 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:07.863233 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeee58-1700-43bf-aa50-91308d8a7e82 None None] The sync data for ids ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'] in dv-cinder-804035-26-iscsi is: [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 4, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': '14c3a153-da86-46ec-b507-a9083e08c65a', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'port_id': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'mac_address': 'fa:16:3e:07:14:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:28:05Z', 'updated_at': '2022-01-24T09:28:05Z', 'revision_number': 0, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '023edbcb-a0c2-4920-af4c-126e38b36600', 'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'mac_address': 'fa:16:3e:b2:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:07Z', 'updated_at': '2022-01-24T09:27:11Z', 'revision_number': 5, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'subnets': [{'id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:28:07.942173 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7fd26729-d9bb-42ff-a91a-323528c4ddee tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (5e763d26-64f4-46a8-b730-f309b3d41bfb), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.003550 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7fd26729-d9bb-42ff-a91a-323528c4ddee tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (5e763d26-64f4-46a8-b730-f309b3d41bfb), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.054610 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d617e1d2-5257-45e1-a02b-343bca38bb81 None None] New status for floating IP 14c3a153-da86-46ec-b507-a9083e08c65a: ACTIVE {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:28:08.083330 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7fd26729-d9bb-42ff-a91a-323528c4ddee tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (5e763d26-64f4-46a8-b730-f309b3d41bfb), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.101309 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd26729-d9bb-42ff-a91a-323528c4ddee tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e763d26-64f4-46a8-b730-f309b3d41bfb,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:08.178940 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7fd26729-d9bb-42ff-a91a-323528c4ddee tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.180156 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-7fd26729-d9bb-42ff-a91a-323528c4ddee tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3330619 Jan 24 09:28:08.183385 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54022) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:08.187688 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.v2.base [None req-d710c851-c8c8-424b-8150-dbc6a2f8e31f tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Request body: {'security_group_rule': {'security_group_id': '4ebe2826-6559-48f0-b3f0-c406e7526152', 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:08.290513 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d710c851-c8c8-424b-8150-dbc6a2f8e31f tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (1c1b1b95-a385-43ab-9f04-440e91ee595b), before_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.350042 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d710c851-c8c8-424b-8150-dbc6a2f8e31f tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (1c1b1b95-a385-43ab-9f04-440e91ee595b), precommit_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.417569 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d710c851-c8c8-424b-8150-dbc6a2f8e31f tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (1c1b1b95-a385-43ab-9f04-440e91ee595b), after_create {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.436701 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710c851-c8c8-424b-8150-dbc6a2f8e31f tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1b1b95-a385-43ab-9f04-440e91ee595b,revision_number=0']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:08.519389 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-d710c851-c8c8-424b-8150-dbc6a2f8e31f tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.520633 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-d710c851-c8c8-424b-8150-dbc6a2f8e31f tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3362930 Jan 24 09:28:08.523413 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54024) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:08.528472 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-9f548e71-2598-47fd-b1d8-39ad2b0e9a79 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Request body: {'security_group_rule': {'security_group_id': '4ebe2826-6559-48f0-b3f0-c406e7526152', 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:08.608677 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9f548e71-2598-47fd-b1d8-39ad2b0e9a79 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (0ac83184-c5c1-448a-8581-8128301153ea), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.669723 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9f548e71-2598-47fd-b1d8-39ad2b0e9a79 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (0ac83184-c5c1-448a-8581-8128301153ea), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.729448 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9f548e71-2598-47fd-b1d8-39ad2b0e9a79 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (0ac83184-c5c1-448a-8581-8128301153ea), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.747177 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f548e71-2598-47fd-b1d8-39ad2b0e9a79 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac83184-c5c1-448a-8581-8128301153ea,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:08.828134 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-9f548e71-2598-47fd-b1d8-39ad2b0e9a79 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:08.829395 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-9f548e71-2598-47fd-b1d8-39ad2b0e9a79 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048875 Jan 24 09:28:08.832082 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54026) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:08.836426 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-98e527a4-1451-4787-8c61-7af53f0959fd tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Request body: {'security_group_rule': {'security_group_id': '4ebe2826-6559-48f0-b3f0-c406e7526152', 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:08.931662 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.securitygroups_db [None req-98e527a4-1451-4787-8c61-7af53f0959fd tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Project a85801034a13431ebec2bd7a46843d7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:28:08.937642 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-98e527a4-1451-4787-8c61-7af53f0959fd tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (df93e0c8-dbfd-40ca-b5a7-70bce72193ea), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:09.001132 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-98e527a4-1451-4787-8c61-7af53f0959fd tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (df93e0c8-dbfd-40ca-b5a7-70bce72193ea), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:09.071911 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-98e527a4-1451-4787-8c61-7af53f0959fd tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (df93e0c8-dbfd-40ca-b5a7-70bce72193ea), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:09.093598 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e527a4-1451-4787-8c61-7af53f0959fd tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df93e0c8-dbfd-40ca-b5a7-70bce72193ea,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:09.153995 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-98e527a4-1451-4787-8c61-7af53f0959fd tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:09.155289 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-98e527a4-1451-4787-8c61-7af53f0959fd tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3222303 Jan 24 09:28:09.158249 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54028) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:09.162556 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [None req-cc236168-c684-47e1-88ab-30465ae6a61a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Request body: {'security_group_rule': {'security_group_id': '4ebe2826-6559-48f0-b3f0-c406e7526152', 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:09.249169 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.securitygroups_db [None req-cc236168-c684-47e1-88ab-30465ae6a61a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Project a85801034a13431ebec2bd7a46843d7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:28:09.254480 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cc236168-c684-47e1-88ab-30465ae6a61a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (3bbf4d33-5a70-4ec1-9878-b7b95cafb05f), before_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:09.313652 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cc236168-c684-47e1-88ab-30465ae6a61a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (3bbf4d33-5a70-4ec1-9878-b7b95cafb05f), precommit_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:09.422640 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cc236168-c684-47e1-88ab-30465ae6a61a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014317'] for security_group_rule (3bbf4d33-5a70-4ec1-9878-b7b95cafb05f), after_create {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:09.442354 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc236168-c684-47e1-88ab-30465ae6a61a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbf4d33-5a70-4ec1-9878-b7b95cafb05f,revision_number=0']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:09.577516 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-cc236168-c684-47e1-88ab-30465ae6a61a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:09.580431 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-cc236168-c684-47e1-88ab-30465ae6a61a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4195993 Jan 24 09:28:09.670331 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-01dd3477-e24e-4bfd-9a40-ad8478fb855f req-b767f0fd-2f83-479e-8f6d-28b50f85e7c1 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922473447&fields=id&tenant_id=a85801034a13431ebec2bd7a46843d7f HTTP/1.1" status: 200 len: 267 time: 0.0459707 Jan 24 09:28:09.727316 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd3477-e24e-4bfd-9a40-ad8478fb855f req-9ac5da6d-df61-45e2-b035-e12cc04dd3d4 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:09.728958 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-01dd3477-e24e-4bfd-9a40-ad8478fb855f req-9ac5da6d-df61-45e2-b035-e12cc04dd3d4 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 946 time: 0.0526330 Jan 24 09:28:09.740139 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-01dd3477-e24e-4bfd-9a40-ad8478fb855f req-017aa812-6b5b-49eb-858e-7a810626396b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Request body: {'port': {'security_groups': ['f86e7738-11d8-4c27-bfc7-8db1a87febe0', '4ebe2826-6559-48f0-b3f0-c406e7526152']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:28:09.806807 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-01dd3477-e24e-4bfd-9a40-ad8478fb855f req-017aa812-6b5b-49eb-858e-7a810626396b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:10.016378 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-01dd3477-e24e-4bfd-9a40-ad8478fb855f req-017aa812-6b5b-49eb-858e-7a810626396b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] For port 07a87910-5cf2-42f0-b095-d0bea4cd1a88, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:28:10.046592 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-01dd3477-e24e-4bfd-9a40-ad8478fb855f req-017aa812-6b5b-49eb-858e-7a810626396b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:10.114178 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-01dd3477-e24e-4bfd-9a40-ad8478fb855f req-017aa812-6b5b-49eb-858e-7a810626396b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:10.129941 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['07a87910-5cf2-42f0-b095-d0bea4cd1a88'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:28:10.161418 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd3477-e24e-4bfd-9a40-ad8478fb855f req-017aa812-6b5b-49eb-858e-7a810626396b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:10.162060 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-01dd3477-e24e-4bfd-9a40-ad8478fb855f req-017aa812-6b5b-49eb-858e-7a810626396b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:10.166887 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-01dd3477-e24e-4bfd-9a40-ad8478fb855f req-017aa812-6b5b-49eb-858e-7a810626396b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "PUT /v2.0/ports/07a87910-5cf2-42f0-b095-d0bea4cd1a88 HTTP/1.1" status: 200 len: 982 time: 0.4311359 Jan 24 09:28:10.167541 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:10.170143 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9856b2c5-1c1a-4bf8-af82-94c586387952" -d '{"events": [{"name": "network-changed", "server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:28:10.211516 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aa812-6b5b-49eb-858e-7a810626396b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'Port': ['ID=07a87910-5cf2-42f0-b095-d0bea4cd1a88,revision_number=6']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:10.226327 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaa1365-3779-41f4-b3bc-bfa7d9e13658 x-openstack-request-id: req-1aaa1365-3779-41f4-b3bc-bfa7d9e13658 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:28:10.226327 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:28:10.226762 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1aaa1365-3779-41f4-b3bc-bfa7d9e13658 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:28:10.228221 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'status': 'completed', 'code': 200} Jan 24 09:28:10.282277 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['07a87910-5cf2-42f0-b095-d0bea4cd1a88'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:28:10.320803 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856b2c5-1c1a-4bf8-af82-94c586387952 req-ea4fb735-eddb-49fa-ad82-983b9ee85922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:10.322440 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9856b2c5-1c1a-4bf8-af82-94c586387952 req-ea4fb735-eddb-49fa-ad82-983b9ee85922 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a85801034a13431ebec2bd7a46843d7f&device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 1138 time: 0.0776424 Jan 24 09:28:10.347326 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5a070-7d60-41c2-afc6-12015c418706 req-6c3521d7-c11b-4e4a-92f3-e0c8d303339d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:10.348969 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-62e5a070-7d60-41c2-afc6-12015c418706 req-6c3521d7-c11b-4e4a-92f3-e0c8d303339d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0953629 Jan 24 09:28:10.475706 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-62e5a070-7d60-41c2-afc6-12015c418706 req-9c0d403c-5bdc-4b39-b999-728d403c31ab tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147110 Jan 24 09:28:10.480504 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-1e2d4159-52af-4fea-974d-7b0653e7ed7b None None] Provisioning complete for port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:28:10.480504 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1e2d4159-52af-4fea-974d-7b0653e7ed7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:10.482145 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856b2c5-1c1a-4bf8-af82-94c586387952 req-a4f2d6ac-3400-4214-9b8e-08cd20ff5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:10.483630 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9856b2c5-1c1a-4bf8-af82-94c586387952 req-a4f2d6ac-3400-4214-9b8e-08cd20ff5386 service neutron] 10.222.0.115 "GET /v2.0/networks?id=35e4a580-1225-42f2-ae53-8dac63074cc7 HTTP/1.1" status: 200 len: 915 time: 0.1511800 Jan 24 09:28:10.553735 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9856b2c5-1c1a-4bf8-af82-94c586387952 req-d8a6cb44-744a-490f-b324-2514f65d0c3b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88 HTTP/1.1" status: 200 len: 1000 time: 0.0604174 Jan 24 09:28:10.600863 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856b2c5-1c1a-4bf8-af82-94c586387952 req-ce997fc7-e567-4d0b-b4f1-33770ec5e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:10.602343 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9856b2c5-1c1a-4bf8-af82-94c586387952 req-ce997fc7-e567-4d0b-b4f1-33770ec5e851 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=73625f8c-e2a5-4ee2-b72a-78cb07e997c7 HTTP/1.1" status: 200 len: 853 time: 0.0430021 Jan 24 09:28:10.684821 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-1e2d4159-52af-4fea-974d-7b0653e7ed7b None None] Current status of the port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:28:10.899265 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856b2c5-1c1a-4bf8-af82-94c586387952 req-9d351867-31e9-4e2c-9110-51e6472f50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:10.901340 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9856b2c5-1c1a-4bf8-af82-94c586387952 req-9d351867-31e9-4e2c-9110-51e6472f50c6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=35e4a580-1225-42f2-ae53-8dac63074cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2915664 Jan 24 09:28:10.993875 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9856b2c5-1c1a-4bf8-af82-94c586387952 req-982d081d-1442-48f2-874c-0757bdb621fa service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856764 Jan 24 09:28:11.094302 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9856b2c5-1c1a-4bf8-af82-94c586387952 req-9c0e675a-7bf4-4d78-af6c-90436a3cdd4c service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926247 Jan 24 09:28:11.255418 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54040) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:11.412690 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Deleting port eac32cb2-8a7d-461a-b62f-7a420f761367 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:11.413025 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (eac32cb2-8a7d-461a-b62f-7a420f761367), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:11.492351 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (eac32cb2-8a7d-461a-b62f-7a420f761367), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:11.492680 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (eac32cb2-8a7d-461a-b62f-7a420f761367), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:11.504641 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Calling delete_port for eac32cb2-8a7d-461a-b62f-7a420f761367 owned by network:floatingip {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:11.736380 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (eac32cb2-8a7d-461a-b62f-7a420f761367), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:11.763260 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event deleted for resources: {'Port': ['ID=eac32cb2-8a7d-461a-b62f-7a420f761367,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:11.824064 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (291c18c1-30d3-4843-9cc4-2a32f33bd9ce), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:11.824409 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.db.l3_db [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Floating IP 291c18c1-30d3-4843-9cc4-2a32f33bd9ce disassociated (deleted). External IP: 172.27.0.206, port: 3c096b5a-bed1-485d-924a-31c2ba638b87. Jan 24 09:28:12.034051 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Router 9d9eb99a-e469-4057-b54d-facb85f9ccab has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:28:12.141375 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:28:12.146255 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:12.151216 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691747be-6335-4bbd-81ad-6a65d934652b None None] Sync routers for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:28:12.161793 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691747be-6335-4bbd-81ad-6a65d934652b None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:28:12.162427 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-691747be-6335-4bbd-81ad-6a65d934652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:27:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:12.175681 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-7b2e98ff-d8a4-4956-b21d-9b70fa85fb9e tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "DELETE /v2.0/floatingips/291c18c1-30d3-4843-9cc4-2a32f33bd9ce HTTP/1.1" status: 204 len: 168 time: 0.9192259 Jan 24 09:28:12.228652 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'tag': '3c096b5a-bed1-485d-924a-31c2ba638b87'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:12.232766 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89", "tag": "3c096b5a-bed1-485d-924a-31c2ba638b87"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:28:12.270008 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-691747be-6335-4bbd-81ad-6a65d934652b None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:28:12.270694 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6318ac9e-7ff9-47d2-adce-947254052f89 x-openstack-request-id: req-6318ac9e-7ff9-47d2-adce-947254052f89 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:28:12.270979 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89", "tag": "3c096b5a-bed1-485d-924a-31c2ba638b87", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:28:12.271233 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6318ac9e-7ff9-47d2-adce-947254052f89 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:28:12.271637 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'tag': '3c096b5a-bed1-485d-924a-31c2ba638b87', 'status': 'completed', 'code': 200} Jan 24 09:28:12.345018 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf req-7d61051a-e301-4c3b-a9f8-b9ce7889bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:12.346625 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf req-7d61051a-e301-4c3b-a9f8-b9ce7889bc1e service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 1098 time: 0.0476322 Jan 24 09:28:12.453302 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf req-f6cc2f25-addf-41a2-a286-1be13f075b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:12.456704 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf req-f6cc2f25-addf-41a2-a286-1be13f075b3a service neutron] 10.222.0.115 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 913 time: 0.0928698 Jan 24 09:28:12.502302 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf req-ff28b1c6-f596-4aa8-9380-f2b57656f23c service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c096b5a-bed1-485d-924a-31c2ba638b87 HTTP/1.1" status: 200 len: 217 time: 0.0379601 Jan 24 09:28:12.535013 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-691747be-6335-4bbd-81ad-6a65d934652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'b05478fb-4cc0-438f-8c73-430f8528f0e6', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '5759d870-5446-4073-a6bb-068adfd04ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:da:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:45Z', 'updated_at': '2022-01-24T09:23:48Z', 'revision_number': 1, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:12.555529 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf req-1197aaee-6195-483a-8b19-af7f7c00593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:12.557496 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf req-1197aaee-6195-483a-8b19-af7f7c00593c service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 200 len: 851 time: 0.0454144 Jan 24 09:28:12.566586 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691747be-6335-4bbd-81ad-6a65d934652b None None] Checking router: 9d9eb99a-e469-4057-b54d-facb85f9ccab for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:28:12.577463 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691747be-6335-4bbd-81ad-6a65d934652b None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:28:12.578122 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-691747be-6335-4bbd-81ad-6a65d934652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:27:48Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:12.636781 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33197e4c-4bf5-441b-84d2-24c3ae19c7fc req-ad83c4a8-2814-4645-819f-b1d0bedbdc94 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:12.638305 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-33197e4c-4bf5-441b-84d2-24c3ae19c7fc req-ad83c4a8-2814-4645-819f-b1d0bedbdc94 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 945 time: 0.0761521 Jan 24 09:28:12.641512 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf req-bd2dd153-fb8d-4042-a556-c4e9f805546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:12.643074 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf req-bd2dd153-fb8d-4042-a556-c4e9f805546b service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bb18b00a-6e74-4475-8741-4c8ca85a032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712357 Jan 24 09:28:12.705017 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-691747be-6335-4bbd-81ad-6a65d934652b None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:28:12.744205 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-33197e4c-4bf5-441b-84d2-24c3ae19c7fc req-837b8e12-86c4-4bae-b625-7d3921fafb59 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962586 Jan 24 09:28:12.770811 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf req-60d4fbbf-93dd-4a1d-a661-5ecd34048ff0 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167054 Jan 24 09:28:12.868343 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2191bcbb-c06b-4e8e-9c1c-ad1d8886b8bf req-8e92cad8-d019-4542-a03a-cf39aefb3b91 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891645 Jan 24 09:28:13.026077 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-691747be-6335-4bbd-81ad-6a65d934652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'b05478fb-4cc0-438f-8c73-430f8528f0e6', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '5759d870-5446-4073-a6bb-068adfd04ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:da:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:45Z', 'updated_at': '2022-01-24T09:23:48Z', 'revision_number': 1, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:13.185794 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691747be-6335-4bbd-81ad-6a65d934652b None None] The sync data for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi is: [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_floatingips': [{'id': 'b05478fb-4cc0-438f-8c73-430f8528f0e6', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'router_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'port_id': '5759d870-5446-4073-a6bb-068adfd04ca4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'mac_address': 'fa:16:3e:da:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:23:45Z', 'updated_at': '2022-01-24T09:23:48Z', 'revision_number': 1, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:28:13.413050 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b81b9f-ed80-41f6-8eb8-c11538c85179 None None] New status for floating IP 291c18c1-30d3-4843-9cc4-2a32f33bd9ce: DOWN {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:28:13.867592 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366db7c-c73f-49b6-b1bb-8eae91096c07 req-c89f32e7-e84d-41ab-9f30-c08df343e1e6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:13.869144 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b366db7c-c73f-49b6-b1bb-8eae91096c07 req-c89f32e7-e84d-41ab-9f30-c08df343e1e6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 945 time: 0.0530736 Jan 24 09:28:13.921832 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b366db7c-c73f-49b6-b1bb-8eae91096c07 req-485d41fa-99b5-4c6f-a9ae-80e22e3a9202 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469782 Jan 24 09:28:14.672149 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cba11-d0b1-49ab-b466-356a52c47776 req-8cf8d0b7-7735-47ed-9b40-781c29bea04d tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:14.673976 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-432cba11-d0b1-49ab-b466-356a52c47776 req-8cf8d0b7-7735-47ed-9b40-781c29bea04d tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 945 time: 0.0526862 Jan 24 09:28:14.769189 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-432cba11-d0b1-49ab-b466-356a52c47776 req-906875c3-5787-4f2a-82df-c1b427e171f6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Deleting port 3c096b5a-bed1-485d-924a-31c2ba638b87 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:14.769535 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-432cba11-d0b1-49ab-b466-356a52c47776 req-906875c3-5787-4f2a-82df-c1b427e171f6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:14.877725 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-432cba11-d0b1-49ab-b466-356a52c47776 req-906875c3-5787-4f2a-82df-c1b427e171f6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] For port 3c096b5a-bed1-485d-924a-31c2ba638b87, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=3c096b5a-bed1-485d-924a-31c2ba638b87,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:28:14.878086 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-432cba11-d0b1-49ab-b466-356a52c47776 req-906875c3-5787-4f2a-82df-c1b427e171f6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:14.891518 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-432cba11-d0b1-49ab-b466-356a52c47776 req-906875c3-5787-4f2a-82df-c1b427e171f6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Calling delete_port for 3c096b5a-bed1-485d-924a-31c2ba638b87 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:15.067205 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a354a-40cb-42a1-a9d7-8ce6d19269a7 req-2428e90f-c073-4f32-be28-009d5c5cc4a4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:15.068701 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ec3a354a-40cb-42a1-a9d7-8ce6d19269a7 req-2428e90f-c073-4f32-be28-009d5c5cc4a4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 945 time: 0.0647111 Jan 24 09:28:15.118432 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ec3a354a-40cb-42a1-a9d7-8ce6d19269a7 req-a2f03d72-6bc9-4bc6-bb82-24c7225e7ecb tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433967 Jan 24 09:28:15.126596 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-432cba11-d0b1-49ab-b466-356a52c47776 req-906875c3-5787-4f2a-82df-c1b427e171f6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (3c096b5a-bed1-485d-924a-31c2ba638b87), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:15.162168 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906875c3-5787-4f2a-82df-c1b427e171f6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event deleted for resources: {'Port': ['ID=3c096b5a-bed1-485d-924a-31c2ba638b87,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:15.209963 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-432cba11-d0b1-49ab-b466-356a52c47776 req-906875c3-5787-4f2a-82df-c1b427e171f6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] No DVR routers for this DVR port 3c096b5a-bed1-485d-924a-31c2ba638b87 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:28:15.212324 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-432cba11-d0b1-49ab-b466-356a52c47776 req-906875c3-5787-4f2a-82df-c1b427e171f6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:15.216245 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-432cba11-d0b1-49ab-b466-356a52c47776 req-906875c3-5787-4f2a-82df-c1b427e171f6 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "DELETE /v2.0/ports/3c096b5a-bed1-485d-924a-31c2ba638b87 HTTP/1.1" status: 204 len: 173 time: 0.5360391 Jan 24 09:28:15.216687 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'name': 'network-vif-deleted', 'tag': '3c096b5a-bed1-485d-924a-31c2ba638b87'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:15.218948 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc308ea8-c0ae-47df-ba48-1fc6114e7261" -d '{"events": [{"server_uuid": "4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89", "name": "network-vif-deleted", "tag": "3c096b5a-bed1-485d-924a-31c2ba638b87"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:28:15.255366 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6eef34-f104-4d76-a5b4-09641024b295 x-openstack-request-id: req-1f6eef34-f104-4d76-a5b4-09641024b295 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:28:15.255658 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89", "name": "network-vif-deleted", "tag": "3c096b5a-bed1-485d-924a-31c2ba638b87", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:28:15.255917 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-1f6eef34-f104-4d76-a5b4-09641024b295 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:28:15.256323 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89', 'name': 'network-vif-deleted', 'tag': '3c096b5a-bed1-485d-924a-31c2ba638b87', 'status': 'completed', 'code': 200} Jan 24 09:28:16.230195 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-93f20868-45f5-4006-b2b5-eefa9bbc1812 req-f3d7f312-814a-4918-9176-1002b152c64b tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=4ba6158f-049e-4d1b-8ef2-0ceb1bd9ec89 HTTP/1.1" status: 200 len: 210 time: 0.0276508 Jan 24 09:28:16.279252 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-337de2e3-b8a3-4ca7-9133-909a86745f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:17.633474 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:18.559319 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7b44981d-ea2c-4111-bc16-c612f4176904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:18.867380 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 3c096b5a-bed1-485d-924a-31c2ba638b87 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:28:18.890562 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 3c096b5a-bed1-485d-924a-31c2ba638b87 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:28:18.890915 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 3c096b5a-bed1-485d-924a-31c2ba638b87 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:28:19.769464 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54074) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:19.825552 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:19.921231 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Deleting port 3e408c47-447c-4fcf-9c1b-15739a6a9137 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:19.921576 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (3e408c47-447c-4fcf-9c1b-15739a6a9137), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:20.006476 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (3e408c47-447c-4fcf-9c1b-15739a6a9137), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:20.006826 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (3e408c47-447c-4fcf-9c1b-15739a6a9137), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:20.019111 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Calling delete_port for 3e408c47-447c-4fcf-9c1b-15739a6a9137 owned by network:floatingip {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:20.271285 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (3e408c47-447c-4fcf-9c1b-15739a6a9137), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:20.296762 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event deleted for resources: {'Port': ['ID=3e408c47-447c-4fcf-9c1b-15739a6a9137,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:20.375644 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (b05478fb-4cc0-438f-8c73-430f8528f0e6), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:20.376026 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.l3_db [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Floating IP b05478fb-4cc0-438f-8c73-430f8528f0e6 disassociated (deleted). External IP: 172.27.0.243, port: 5759d870-5446-4073-a6bb-068adfd04ca4. Jan 24 09:28:20.582171 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Router 9d9eb99a-e469-4057-b54d-facb85f9ccab has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:28:20.688130 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:28:20.692919 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:20.697329 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e6d3ad-4e91-4647-8718-9ffbc9dcc3b4 None None] Sync routers for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:28:20.707199 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e6d3ad-4e91-4647-8718-9ffbc9dcc3b4 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:28:20.707808 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-63e6d3ad-4e91-4647-8718-9ffbc9dcc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:28:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:20.723342 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-aa9cba26-17a8-4d5b-aaec-f0fa6f4b22bc tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "DELETE /v2.0/floatingips/b05478fb-4cc0-438f-8c73-430f8528f0e6 HTTP/1.1" status: 204 len: 168 time: 0.9526858 Jan 24 09:28:20.724584 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'tag': '5759d870-5446-4073-a6bb-068adfd04ca4'}] {{(pid=103102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:20.726852 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a1f9b8f426edbc55e6178fb0656aabaaee06a47fc80a7429674e4344d9448a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41db8225-83c8-4b51-ba72-69e77592b04b" -d '{"events": [{"name": "network-changed", "server_uuid": "f32748bf-320b-4cb5-9616-7c1d7260e260", "tag": "5759d870-5446-4073-a6bb-068adfd04ca4"}]}' {{(pid=103102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:28:20.822129 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-63e6d3ad-4e91-4647-8718-9ffbc9dcc3b4 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:28:20.834732 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90aa80a-8abc-4615-b758-8e0d3415390e x-openstack-request-id: req-c90aa80a-8abc-4615-b758-8e0d3415390e {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:28:20.835499 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f32748bf-320b-4cb5-9616-7c1d7260e260", "tag": "5759d870-5446-4073-a6bb-068adfd04ca4", "status": "completed", "code": 200}]} {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:28:20.835499 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-c90aa80a-8abc-4615-b758-8e0d3415390e {{(pid=103102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:28:20.835806 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'tag': '5759d870-5446-4073-a6bb-068adfd04ca4', 'status': 'completed', 'code': 200} Jan 24 09:28:20.902613 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db8225-83c8-4b51-ba72-69e77592b04b req-5e4b6443-d948-4f97-bc26-c305a22d6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:20.904126 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-41db8225-83c8-4b51-ba72-69e77592b04b req-5e4b6443-d948-4f97-bc26-c305a22d6cd4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=bedaa9b436ab45108aa33633b17e58d0&device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 1099 time: 0.0426149 Jan 24 09:28:21.007745 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db8225-83c8-4b51-ba72-69e77592b04b req-a4d07e59-6e7c-47c7-8f93-609e1e56964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:21.009213 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-41db8225-83c8-4b51-ba72-69e77592b04b req-a4d07e59-6e7c-47c7-8f93-609e1e56964e service neutron] 10.222.0.115 "GET /v2.0/networks?id=bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 200 len: 913 time: 0.0965812 Jan 24 09:28:21.019698 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:21.049239 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-63e6d3ad-4e91-4647-8718-9ffbc9dcc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:21.051557 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-41db8225-83c8-4b51-ba72-69e77592b04b req-c7a6ff51-dbcc-4c64-b584-e53ea020a935 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5759d870-5446-4073-a6bb-068adfd04ca4 HTTP/1.1" status: 200 len: 217 time: 0.0344059 Jan 24 09:28:21.081244 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e6d3ad-4e91-4647-8718-9ffbc9dcc3b4 None None] Checking router: 9d9eb99a-e469-4057-b54d-facb85f9ccab for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:28:21.090024 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e6d3ad-4e91-4647-8718-9ffbc9dcc3b4 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:28:21.090614 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-63e6d3ad-4e91-4647-8718-9ffbc9dcc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:28:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:21.104527 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db8225-83c8-4b51-ba72-69e77592b04b req-56cb8c46-6977-47d9-a0b3-766f02478d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:21.106410 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-41db8225-83c8-4b51-ba72-69e77592b04b req-56cb8c46-6977-47d9-a0b3-766f02478d04 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 200 len: 851 time: 0.0449998 Jan 24 09:28:21.157467 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db8225-83c8-4b51-ba72-69e77592b04b req-35ac194b-5fa3-41e3-9832-b544fa472b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:21.159175 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-41db8225-83c8-4b51-ba72-69e77592b04b req-35ac194b-5fa3-41e3-9832-b544fa472b5e service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=bb18b00a-6e74-4475-8741-4c8ca85a032a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420671 Jan 24 09:28:21.211142 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-63e6d3ad-4e91-4647-8718-9ffbc9dcc3b4 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:28:21.214739 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08097466-543c-48b3-a74e-87666a2dc175 req-ef6654d8-fb92-4e35-9e7a-ea2072875c2c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:21.216267 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-08097466-543c-48b3-a74e-87666a2dc175 req-ef6654d8-fb92-4e35-9e7a-ea2072875c2c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 946 time: 0.0550029 Jan 24 09:28:21.264674 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-41db8225-83c8-4b51-ba72-69e77592b04b req-8eba04e0-d161-4490-b2c1-8d4673e3f873 service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984023 Jan 24 09:28:21.268451 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-08097466-543c-48b3-a74e-87666a2dc175 req-3822f590-aae7-4eec-a706-bfe933452d1d tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464768 Jan 24 09:28:21.366011 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-41db8225-83c8-4b51-ba72-69e77592b04b req-b82425b5-4f74-4778-868f-4285d4f1b61b service neutron] 10.222.0.115 "GET /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926962 Jan 24 09:28:21.424118 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-63e6d3ad-4e91-4647-8718-9ffbc9dcc3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:21.451072 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e6d3ad-4e91-4647-8718-9ffbc9dcc3b4 None None] The sync data for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi is: [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:19:45Z', 'revision_number': 4, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '96100ae5-0d06-4a90-aab5-f6b0285c4e27', 'name': '', 'network_id': 'bb18b00a-6e74-4475-8741-4c8ca85a032a', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'mac_address': 'fa:16:3e:9c:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:45Z', 'updated_at': '2022-01-24T09:19:51Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'subnets': [{'id': '2a033e26-39e0-4ac7-a169-361b0983f20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:28:21.685095 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63522f17-bfe3-4fad-929d-e70b6b16a329 None None] New status for floating IP b05478fb-4cc0-438f-8c73-430f8528f0e6: DOWN {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:28:22.397039 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d9cb8-0ebd-42b8-adee-8df45242aa31 req-015bfbf6-9c6b-4290-8122-488fd483fc51 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:22.398549 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b14d9cb8-0ebd-42b8-adee-8df45242aa31 req-015bfbf6-9c6b-4290-8122-488fd483fc51 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 946 time: 0.0516183 Jan 24 09:28:22.450278 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b14d9cb8-0ebd-42b8-adee-8df45242aa31 req-fcef6500-a107-4940-a480-813036ae2e44 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/security-groups?id=7e7aabea-6fe6-49b7-824e-f56d274b5bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461497 Jan 24 09:28:22.603009 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:23.046903 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c577507-38b9-4267-b730-516611799f88 req-0d50e812-da1d-4577-82d8-4e9723464933 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:23.048519 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6c577507-38b9-4267-b730-516611799f88 req-0d50e812-da1d-4577-82d8-4e9723464933 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 946 time: 0.0508335 Jan 24 09:28:23.143931 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-6c577507-38b9-4267-b730-516611799f88 req-02f999c8-e3de-4ec5-89b5-8f78537fa91f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Deleting port 5759d870-5446-4073-a6bb-068adfd04ca4 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:23.144266 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-6c577507-38b9-4267-b730-516611799f88 req-02f999c8-e3de-4ec5-89b5-8f78537fa91f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:23.256012 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-6c577507-38b9-4267-b730-516611799f88 req-02f999c8-e3de-4ec5-89b5-8f78537fa91f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] For port 5759d870-5446-4073-a6bb-068adfd04ca4, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=5759d870-5446-4073-a6bb-068adfd04ca4,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:28:23.256376 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-6c577507-38b9-4267-b730-516611799f88 req-02f999c8-e3de-4ec5-89b5-8f78537fa91f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:23.269346 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-6c577507-38b9-4267-b730-516611799f88 req-02f999c8-e3de-4ec5-89b5-8f78537fa91f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Calling delete_port for 5759d870-5446-4073-a6bb-068adfd04ca4 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:23.460019 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-6c577507-38b9-4267-b730-516611799f88 req-02f999c8-e3de-4ec5-89b5-8f78537fa91f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (5759d870-5446-4073-a6bb-068adfd04ca4), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:23.489973 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f999c8-e3de-4ec5-89b5-8f78537fa91f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event deleted for resources: {'Port': ['ID=5759d870-5446-4073-a6bb-068adfd04ca4,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:23.548174 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c577507-38b9-4267-b730-516611799f88 req-02f999c8-e3de-4ec5-89b5-8f78537fa91f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] No DVR routers for this DVR port 5759d870-5446-4073-a6bb-068adfd04ca4 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:28:23.550849 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-6c577507-38b9-4267-b730-516611799f88 req-02f999c8-e3de-4ec5-89b5-8f78537fa91f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:23.554491 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-6c577507-38b9-4267-b730-516611799f88 req-02f999c8-e3de-4ec5-89b5-8f78537fa91f tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.115 "DELETE /v2.0/ports/5759d870-5446-4073-a6bb-068adfd04ca4 HTTP/1.1" status: 204 len: 173 time: 0.5007169 Jan 24 09:28:23.554985 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'name': 'network-vif-deleted', 'tag': '5759d870-5446-4073-a6bb-068adfd04ca4'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:28:23.557898 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99c9e0e-1fe7-45a9-9a0d-c584bdf38b03" -d '{"events": [{"server_uuid": "f32748bf-320b-4cb5-9616-7c1d7260e260", "name": "network-vif-deleted", "tag": "5759d870-5446-4073-a6bb-068adfd04ca4"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:28:23.567797 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-e462f19a-aaa0-4c8b-b7e7-6fbd8425e060 req-9453fe22-a219-4ff4-808e-95792334a3a4 tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 210 time: 0.0319896 Jan 24 09:28:23.595967 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b3617c-bfee-4a49-b0bd-0f3ac30ee423 x-openstack-request-id: req-05b3617c-bfee-4a49-b0bd-0f3ac30ee423 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:28:23.595967 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f32748bf-320b-4cb5-9616-7c1d7260e260", "name": "network-vif-deleted", "tag": "5759d870-5446-4073-a6bb-068adfd04ca4", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:28:23.596438 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-05b3617c-bfee-4a49-b0bd-0f3ac30ee423 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:28:23.596871 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f32748bf-320b-4cb5-9616-7c1d7260e260', 'name': 'network-vif-deleted', 'tag': '5759d870-5446-4073-a6bb-068adfd04ca4', 'status': 'completed', 'code': 200} Jan 24 09:28:24.675611 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-39768d85-8aee-49dc-8d0c-02e1d7b3ac86 req-3643a59a-5470-4cdb-9cc0-222f6390baaf tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "GET /v2.0/ports?device_id=f32748bf-320b-4cb5-9616-7c1d7260e260 HTTP/1.1" status: 200 len: 210 time: 0.0273492 Jan 24 09:28:25.732265 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54096) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:25.854762 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-8ad846e1-1119-48b3-acb7-c29a4f8dfeda tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Deleting port 2316b549-fac2-47e1-b708-2302fc176739 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:25.855102 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8ad846e1-1119-48b3-acb7-c29a4f8dfeda tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (2316b549-fac2-47e1-b708-2302fc176739), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:25.930127 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8ad846e1-1119-48b3-acb7-c29a4f8dfeda tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (2316b549-fac2-47e1-b708-2302fc176739), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:25.930450 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8ad846e1-1119-48b3-acb7-c29a4f8dfeda tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (2316b549-fac2-47e1-b708-2302fc176739), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:25.941933 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-8ad846e1-1119-48b3-acb7-c29a4f8dfeda tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Calling delete_port for 2316b549-fac2-47e1-b708-2302fc176739 owned by network:floatingip {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:26.141894 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8ad846e1-1119-48b3-acb7-c29a4f8dfeda tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (2316b549-fac2-47e1-b708-2302fc176739), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:26.168984 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad846e1-1119-48b3-acb7-c29a4f8dfeda tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event deleted for resources: {'Port': ['ID=2316b549-fac2-47e1-b708-2302fc176739,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:26.228440 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8ad846e1-1119-48b3-acb7-c29a4f8dfeda tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for floatingip (10a63bfc-18cf-4266-8de9-08f05c750cf1), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:26.231846 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-8ad846e1-1119-48b3-acb7-c29a4f8dfeda tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:26.233012 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-8ad846e1-1119-48b3-acb7-c29a4f8dfeda tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "DELETE /v2.0/floatingips/10a63bfc-18cf-4266-8de9-08f05c750cf1 HTTP/1.1" status: 204 len: 168 time: 0.4997289 Jan 24 09:28:26.909105 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 5759d870-5446-4073-a6bb-068adfd04ca4 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:28:26.929614 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 5759d870-5446-4073-a6bb-068adfd04ca4 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:28:26.929951 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 5759d870-5446-4073-a6bb-068adfd04ca4 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:28:27.585047 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54108) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:27.642614 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d32834b4-8dd4-41ce-bef4-9231371a1e7c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group (7e7aabea-6fe6-49b7-824e-f56d274b5bbf), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:27.667340 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d32834b4-8dd4-41ce-bef4-9231371a1e7c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group (7e7aabea-6fe6-49b7-824e-f56d274b5bbf), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:27.793390 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d32834b4-8dd4-41ce-bef4-9231371a1e7c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (7e7aabea-6fe6-49b7-824e-f56d274b5bbf), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:27.796020 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d32834b4-8dd4-41ce-bef4-9231371a1e7c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:27.797179 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-d32834b4-8dd4-41ce-bef4-9231371a1e7c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] 10.222.0.113 "DELETE /v2.0/security-groups/7e7aabea-6fe6-49b7-824e-f56d274b5bbf HTTP/1.1" status: 204 len: 168 time: 0.2111421 Jan 24 09:28:27.806171 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32834b4-8dd4-41ce-bef4-9231371a1e7c tempest-TestVolumeBootPattern-1690709088 tempest-TestVolumeBootPattern-1690709088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7aabea-6fe6-49b7-824e-f56d274b5bbf,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:27.919015 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54112) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:28.359861 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622055'] for router_interface (9d9eb99a-e469-4057-b54d-facb85f9ccab), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:28.602218 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] Deleting port 96100ae5-0d06-4a90-aab5-f6b0285c4e27 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:28.602922 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:28.680345 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] For port 96100ae5-0d06-4a90-aab5-f6b0285c4e27, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=96100ae5-0d06-4a90-aab5-f6b0285c4e27,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:28:28.680616 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:28.693034 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] Calling delete_port for 96100ae5-0d06-4a90-aab5-f6b0285c4e27 owned by network:router_interface {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:29.186018 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (96100ae5-0d06-4a90-aab5-f6b0285c4e27), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:29.213694 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] Pushing event deleted for resources: {'Port': ['ID=96100ae5-0d06-4a90-aab5-f6b0285c4e27,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:29.387168 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614365'] for router_interface (9d9eb99a-e469-4057-b54d-facb85f9ccab), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:29.612075 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] Router 9d9eb99a-e469-4057-b54d-facb85f9ccab has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:28:29.727537 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:28:29.735585 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-70c9da39-ced3-43be-a5cb-8f1f62db1319 admin admin] 10.222.0.113 "PUT /v2.0/routers/9d9eb99a-e469-4057-b54d-facb85f9ccab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8148491 Jan 24 09:28:29.738214 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54116) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:29.741233 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13934d33-7ff2-4d2e-9a9d-f48ce725ac13 None None] Sync routers for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:28:29.752216 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13934d33-7ff2-4d2e-9a9d-f48ce725ac13 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:28:29.752834 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-13934d33-7ff2-4d2e-9a9d-f48ce725ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:28:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:29.852294 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Publish callbacks [] for router (9d9eb99a-e469-4057-b54d-facb85f9ccab), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:29.863266 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-13934d33-7ff2-4d2e-9a9d-f48ce725ac13 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:28:29.968102 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Publish callbacks [] for router_gateway (9d9eb99a-e469-4057-b54d-facb85f9ccab), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:30.070159 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-13934d33-7ff2-4d2e-9a9d-f48ce725ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:28:29Z', 'revision_number': 5, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port': {'id': 'cb1771bd-0e89-4670-aa43-0923026ee4c9', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:42Z', 'updated_at': '2022-01-24T09:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:30.098295 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13934d33-7ff2-4d2e-9a9d-f48ce725ac13 None None] Checking router: 9d9eb99a-e469-4057-b54d-facb85f9ccab for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:28:30.106325 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Deleting port cb1771bd-0e89-4670-aa43-0923026ee4c9 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:30.106685 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:30.108107 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13934d33-7ff2-4d2e-9a9d-f48ce725ac13 None None] Routers {'9d9eb99a-e469-4057-b54d-facb85f9ccab'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:28:30.108992 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-13934d33-7ff2-4d2e-9a9d-f48ce725ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:28:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9d9eb99a-e469-4057-b54d-facb85f9ccab'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:30.192480 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] For port cb1771bd-0e89-4670-aa43-0923026ee4c9, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=cb1771bd-0e89-4670-aa43-0923026ee4c9,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:28:30.192929 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:30.199468 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-13934d33-7ff2-4d2e-9a9d-f48ce725ac13 None None] Set router 9d9eb99a-e469-4057-b54d-facb85f9ccab gateway port host: None {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:28:30.207157 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Calling delete_port for cb1771bd-0e89-4670-aa43-0923026ee4c9 owned by network:router_gateway {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:30.256558 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-13934d33-7ff2-4d2e-9a9d-f48ce725ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:28:29Z', 'revision_number': 6, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port_host': None}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:30.284521 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13934d33-7ff2-4d2e-9a9d-f48ce725ac13 None None] The sync data for ids ['9d9eb99a-e469-4057-b54d-facb85f9ccab'] in dv-cinder-804035-26-iscsi is: [{'id': '9d9eb99a-e469-4057-b54d-facb85f9ccab', 'name': 'tempest-TestVolumeBootPattern-1573665782-router', 'tenant_id': 'bedaa9b436ab45108aa33633b17e58d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:41Z', 'updated_at': '2022-01-24T09:28:29Z', 'revision_number': 6, 'project_id': 'bedaa9b436ab45108aa33633b17e58d0', 'gw_port_host': None}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:28:30.432709 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (cb1771bd-0e89-4670-aa43-0923026ee4c9), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:30.463067 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1771bd-0e89-4670-aa43-0923026ee4c9,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:30.523631 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620264'] for router_gateway (9d9eb99a-e469-4057-b54d-facb85f9ccab), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:30.613137 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6864'] for router (9d9eb99a-e469-4057-b54d-facb85f9ccab), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:30.615254 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Publish callbacks [] for router_controller (9d9eb99a-e469-4057-b54d-facb85f9ccab), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:30.785462 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616805'] for router (9d9eb99a-e469-4057-b54d-facb85f9ccab), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:30.786001 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d9eb99a-e469-4057-b54d-facb85f9ccab {{(pid=103101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:28:30.790644 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:30.792601 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-85fc94a7-5dcf-4f54-9296-e0ca6c56df9f admin admin] 10.222.0.113 "DELETE /v2.0/routers/9d9eb99a-e469-4057-b54d-facb85f9ccab HTTP/1.1" status: 204 len: 168 time: 1.0525851 Jan 24 09:28:30.798684 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54120) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:30.850051 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6baf71-69c5-4934-80ea-7fd2a162e7ce admin admin] Deleting subnet 2a033e26-39e0-4ac7-a169-361b0983f20b {{(pid=103101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:28:30.853112 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7e6baf71-69c5-4934-80ea-7fd2a162e7ce admin admin] Publish callbacks [] for subnet (2a033e26-39e0-4ac7-a169-361b0983f20b), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:30.887498 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7e6baf71-69c5-4934-80ea-7fd2a162e7ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8907078'] for subnet (2a033e26-39e0-4ac7-a169-361b0983f20b), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:30.996369 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7e6baf71-69c5-4934-80ea-7fd2a162e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (2a033e26-39e0-4ac7-a169-361b0983f20b), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.060138 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 96100ae5-0d06-4a90-aab5-f6b0285c4e27 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:28:31.081671 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 96100ae5-0d06-4a90-aab5-f6b0285c4e27 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:28:31.082009 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 96100ae5-0d06-4a90-aab5-f6b0285c4e27 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:28:31.125003 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7e6baf71-69c5-4934-80ea-7fd2a162e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8393594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10073960'] for subnet (2a033e26-39e0-4ac7-a169-361b0983f20b), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.152391 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6baf71-69c5-4934-80ea-7fd2a162e7ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a033e26-39e0-4ac7-a169-361b0983f20b,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:31.157248 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-7e6baf71-69c5-4934-80ea-7fd2a162e7ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.160710 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-7e6baf71-69c5-4934-80ea-7fd2a162e7ce admin admin] 10.222.0.113 "DELETE /v2.0/subnets/2a033e26-39e0-4ac7-a169-361b0983f20b HTTP/1.1" status: 204 len: 168 time: 0.3610487 Jan 24 09:28:31.163039 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858cf9a3-def5-4a41-b957-e20d51d30f43 None None] Network bb18b00a-6e74-4475-8741-4c8ca85a032a requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:28:31.163260 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54122) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:31.242313 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (bb18b00a-6e74-4475-8741-4c8ca85a032a), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.291430 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:28:31.323564 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Deleting port 9d21db65-6b64-4243-ad92-d173d00fb6d5 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:31.323902 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.392275 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] For port 9d21db65-6b64-4243-ad92-d173d00fb6d5, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=9d21db65-6b64-4243-ad92-d173d00fb6d5,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:28:31.392632 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.406261 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Calling delete_port for 9d21db65-6b64-4243-ad92-d173d00fb6d5 owned by network:dhcp {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:31.478229 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa2687-d9a2-4238-8b9a-3f93016b050b None None] DHCP port deletion for bb18b00a-6e74-4475-8741-4c8ca85a032a request from dv-cinder-804035-26-iscsi {{(pid=103103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:28:31.531288 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa2687-d9a2-4238-8b9a-3f93016b050b None None] Deleting port 9d21db65-6b64-4243-ad92-d173d00fb6d5 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:31.531565 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2687-d9a2-4238-8b9a-3f93016b050b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.568778 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.598289 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d21db65-6b64-4243-ad92-d173d00fb6d5,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:31.602631 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] No DVR routers for this DVR port 9d21db65-6b64-4243-ad92-d173d00fb6d5 on host dv-cinder-804035-26-iscsi {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:28:31.608310 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-e6fa2687-d9a2-4238-8b9a-3f93016b050b None None] For port 9d21db65-6b64-4243-ad92-d173d00fb6d5, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=9d21db65-6b64-4243-ad92-d173d00fb6d5,segment=NetworkSegment(6fb7b835-9cfe-4bf8-883e-574533c6c594),segment_id=6fb7b835-9cfe-4bf8-883e-574533c6c594)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:28:31.608802 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2687-d9a2-4238-8b9a-3f93016b050b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.624033 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa2687-d9a2-4238-8b9a-3f93016b050b None None] Calling delete_port for 9d21db65-6b64-4243-ad92-d173d00fb6d5 owned by network:dhcp {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:31.676521 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (bb18b00a-6e74-4475-8741-4c8ca85a032a), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.702550 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb18b00a-6e74-4475-8741-4c8ca85a032a']}} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:31.709935 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e6fa2687-d9a2-4238-8b9a-3f93016b050b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404'] for port (9d21db65-6b64-4243-ad92-d173d00fb6d5), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.712555 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb7b835-9cfe-4bf8-883e-574533c6c594') {'for_net_delete': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:31.712857 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb7b835-9cfe-4bf8-883e-574533c6c594') {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:31.725146 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8907135'] for segment (6fb7b835-9cfe-4bf8-883e-574533c6c594), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.739230 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (6fb7b835-9cfe-4bf8-883e-574533c6c594), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.742735 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa2687-d9a2-4238-8b9a-3f93016b050b None None] Pushing event deleted for resources: {'Port': ['ID=9d21db65-6b64-4243-ad92-d173d00fb6d5,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:31.744590 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa2687-d9a2-4238-8b9a-3f93016b050b None None] No DVR routers for this DVR port 9d21db65-6b64-4243-ad92-d173d00fb6d5 on host dv-cinder-804035-26-iscsi {{(pid=103103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:28:31.749060 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:28:31.749485 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8393664'] for segment (6fb7b835-9cfe-4bf8-883e-574533c6c594), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: Traceback (most recent call last): Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: timer() Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: cb(*args, **kw) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: return func(*args, **kwargs) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: self._notify() Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: self.callback(batched_events) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: event.method(event) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: return f(self, *a, **k) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: return self._get(url).json() Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: return self.request(url, 'GET', **kwargs) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:28:31.751807 dv-cinder-804035-26-iscsi neutron-server[103101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:28:31.867596 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (bb18b00a-6e74-4475-8741-4c8ca85a032a), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.874070 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:31.877167 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] 10.222.0.113 "DELETE /v2.0/networks/bb18b00a-6e74-4475-8741-4c8ca85a032a HTTP/1.1" status: 204 len: 168 time: 0.7127645 Jan 24 09:28:31.880159 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54124) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:31.889445 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db039fc-e405-4d22-b29f-714262c74809 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb18b00a-6e74-4475-8741-4c8ca85a032a,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:32.481705 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 9d21db65-6b64-4243-ad92-d173d00fb6d5 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:28:32.504056 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622055'] for router_interface (aa120af8-8933-4c7d-a108-f18b87822b9e), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:32.504370 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 9d21db65-6b64-4243-ad92-d173d00fb6d5 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:28:32.504511 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 9d21db65-6b64-4243-ad92-d173d00fb6d5 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:28:32.504830 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device cb1771bd-0e89-4670-aa43-0923026ee4c9 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:28:32.525261 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: cb1771bd-0e89-4670-aa43-0923026ee4c9 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:28:32.525610 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device cb1771bd-0e89-4670-aa43-0923026ee4c9 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:28:32.772442 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Deleting port 181092bd-1974-463c-bc35-cd0a374f431f {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:32.772695 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (181092bd-1974-463c-bc35-cd0a374f431f), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:32.848753 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] For port 181092bd-1974-463c-bc35-cd0a374f431f, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=181092bd-1974-463c-bc35-cd0a374f431f,segment=NetworkSegment(78cd40f1-9d74-488d-b43a-9d2473c9f017),segment_id=78cd40f1-9d74-488d-b43a-9d2473c9f017)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:28:32.849109 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (181092bd-1974-463c-bc35-cd0a374f431f), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:32.861202 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Calling delete_port for 181092bd-1974-463c-bc35-cd0a374f431f owned by network:router_interface {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:33.095473 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (181092bd-1974-463c-bc35-cd0a374f431f), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:33.122469 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Pushing event deleted for resources: {'Port': ['ID=181092bd-1974-463c-bc35-cd0a374f431f,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:33.145618 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.145972 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.146346 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.146687 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.147017 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.147348 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.147677 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.148003 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.148338 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.148661 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.148984 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.149308 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.149611 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:28:33.299682 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614365'] for router_interface (aa120af8-8933-4c7d-a108-f18b87822b9e), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:33.522428 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Router aa120af8-8933-4c7d-a108-f18b87822b9e has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:28:33.638802 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:28:33.643786 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-7becd2a3-e735-42fc-802a-e2ad8a33a192 admin admin] 10.222.0.113 "PUT /v2.0/routers/aa120af8-8933-4c7d-a108-f18b87822b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7626331 Jan 24 09:28:33.646313 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54126) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:33.647120 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196d269-9778-486b-bf48-95c1e8630f2c None None] Sync routers for ids ['aa120af8-8933-4c7d-a108-f18b87822b9e'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:28:33.659754 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196d269-9778-486b-bf48-95c1e8630f2c None None] Routers {'aa120af8-8933-4c7d-a108-f18b87822b9e'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:28:33.660360 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-6196d269-9778-486b-bf48-95c1e8630f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:28:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['aa120af8-8933-4c7d-a108-f18b87822b9e'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:33.754984 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Publish callbacks [] for router (aa120af8-8933-4c7d-a108-f18b87822b9e), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:33.765089 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-6196d269-9778-486b-bf48-95c1e8630f2c None None] Set router aa120af8-8933-4c7d-a108-f18b87822b9e gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:28:33.871009 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Publish callbacks [] for router_gateway (aa120af8-8933-4c7d-a108-f18b87822b9e), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:33.955575 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-6196d269-9778-486b-bf48-95c1e8630f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'name': 'tempest-TestVolumeBootPattern-206620258-router', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:49Z', 'updated_at': '2022-01-24T09:28:32Z', 'revision_number': 5, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'gw_port': {'id': '4e3a880a-cc1b-434e-a896-d360cdaeac74', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:19:50Z', 'updated_at': '2022-01-24T09:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:33.984183 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196d269-9778-486b-bf48-95c1e8630f2c None None] Checking router: aa120af8-8933-4c7d-a108-f18b87822b9e for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:28:33.987316 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Deleting port 4e3a880a-cc1b-434e-a896-d360cdaeac74 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:33.987657 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:33.997957 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196d269-9778-486b-bf48-95c1e8630f2c None None] Routers {'aa120af8-8933-4c7d-a108-f18b87822b9e'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:28:33.998620 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-6196d269-9778-486b-bf48-95c1e8630f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:28:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['aa120af8-8933-4c7d-a108-f18b87822b9e'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:34.069125 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] For port 4e3a880a-cc1b-434e-a896-d360cdaeac74, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=4e3a880a-cc1b-434e-a896-d360cdaeac74,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:28:34.070053 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.088089 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Calling delete_port for 4e3a880a-cc1b-434e-a896-d360cdaeac74 owned by network:router_gateway {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:34.093555 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-6196d269-9778-486b-bf48-95c1e8630f2c None None] Set router aa120af8-8933-4c7d-a108-f18b87822b9e gateway port host: None {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:28:34.151300 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-6196d269-9778-486b-bf48-95c1e8630f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'name': 'tempest-TestVolumeBootPattern-206620258-router', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:49Z', 'updated_at': '2022-01-24T09:28:33Z', 'revision_number': 6, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'gw_port_host': None}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:34.177887 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196d269-9778-486b-bf48-95c1e8630f2c None None] The sync data for ids ['aa120af8-8933-4c7d-a108-f18b87822b9e'] in dv-cinder-804035-26-iscsi is: [{'id': 'aa120af8-8933-4c7d-a108-f18b87822b9e', 'name': 'tempest-TestVolumeBootPattern-206620258-router', 'tenant_id': '70ebc74c22134c08a713a3b1d201ab8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:19:49Z', 'updated_at': '2022-01-24T09:28:33Z', 'revision_number': 6, 'project_id': '70ebc74c22134c08a713a3b1d201ab8f', 'gw_port_host': None}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:28:34.301378 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (4e3a880a-cc1b-434e-a896-d360cdaeac74), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.331090 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3a880a-cc1b-434e-a896-d360cdaeac74,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:34.390275 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620264'] for router_gateway (aa120af8-8933-4c7d-a108-f18b87822b9e), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.482582 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6864'] for router (aa120af8-8933-4c7d-a108-f18b87822b9e), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.484597 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Publish callbacks [] for router_controller (aa120af8-8933-4c7d-a108-f18b87822b9e), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.588236 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616805'] for router (aa120af8-8933-4c7d-a108-f18b87822b9e), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.589124 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa120af8-8933-4c7d-a108-f18b87822b9e {{(pid=103102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:28:34.595331 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.599418 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54128) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:34.600277 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2a72d2f3-29f6-467b-989b-5b610beb81ac admin admin] 10.222.0.113 "DELETE /v2.0/routers/aa120af8-8933-4c7d-a108-f18b87822b9e HTTP/1.1" status: 204 len: 168 time: 0.9522629 Jan 24 09:28:34.658980 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63040c9-e73c-49d8-9cc3-92e0809403c4 admin admin] Deleting subnet 1f55bd26-5d28-4bbf-8ae0-f4104ae97c93 {{(pid=103101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:28:34.662476 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b63040c9-e73c-49d8-9cc3-92e0809403c4 admin admin] Publish callbacks [] for subnet (1f55bd26-5d28-4bbf-8ae0-f4104ae97c93), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.704536 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b63040c9-e73c-49d8-9cc3-92e0809403c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8907078'] for subnet (1f55bd26-5d28-4bbf-8ae0-f4104ae97c93), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.792916 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b63040c9-e73c-49d8-9cc3-92e0809403c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (1f55bd26-5d28-4bbf-8ae0-f4104ae97c93), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.913420 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b63040c9-e73c-49d8-9cc3-92e0809403c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8393594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10073960'] for subnet (1f55bd26-5d28-4bbf-8ae0-f4104ae97c93), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.949631 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63040c9-e73c-49d8-9cc3-92e0809403c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f55bd26-5d28-4bbf-8ae0-f4104ae97c93,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:34.951643 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-b63040c9-e73c-49d8-9cc3-92e0809403c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:34.956145 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-b63040c9-e73c-49d8-9cc3-92e0809403c4 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/1f55bd26-5d28-4bbf-8ae0-f4104ae97c93 HTTP/1.1" status: 204 len: 168 time: 0.3553631 Jan 24 09:28:34.956614 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3dcc76-ff83-43e1-a2f2-f05f6ce0ae91 None None] Network 3bc54a79-056a-4cd4-9225-f671f3b86313 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:28:34.957399 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54130) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:35.031559 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 181092bd-1974-463c-bc35-cd0a374f431f no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:28:35.059166 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 181092bd-1974-463c-bc35-cd0a374f431f {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:28:35.059523 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 181092bd-1974-463c-bc35-cd0a374f431f not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:28:35.061308 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (3bc54a79-056a-4cd4-9225-f671f3b86313), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.125630 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Deleting port deccec90-f79e-414f-8c40-6c28ea34cd8b {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:35.125966 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.177373 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ebd27f-c53c-47a5-99bd-09a9214e1902 None None] DHCP port deletion for 3bc54a79-056a-4cd4-9225-f671f3b86313 request from dv-cinder-804035-26-iscsi {{(pid=103103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:28:35.214884 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] For port deccec90-f79e-414f-8c40-6c28ea34cd8b, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=deccec90-f79e-414f-8c40-6c28ea34cd8b,segment=NetworkSegment(78cd40f1-9d74-488d-b43a-9d2473c9f017),segment_id=78cd40f1-9d74-488d-b43a-9d2473c9f017)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:28:35.215252 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.230686 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Calling delete_port for deccec90-f79e-414f-8c40-6c28ea34cd8b owned by network:dhcp {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:35.246538 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-09ebd27f-c53c-47a5-99bd-09a9214e1902 None None] Deleting port deccec90-f79e-414f-8c40-6c28ea34cd8b {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:28:35.246944 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-09ebd27f-c53c-47a5-99bd-09a9214e1902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.334858 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-09ebd27f-c53c-47a5-99bd-09a9214e1902 None None] For port deccec90-f79e-414f-8c40-6c28ea34cd8b, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=deccec90-f79e-414f-8c40-6c28ea34cd8b,segment=NetworkSegment(78cd40f1-9d74-488d-b43a-9d2473c9f017),segment_id=78cd40f1-9d74-488d-b43a-9d2473c9f017)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:28:35.335197 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-09ebd27f-c53c-47a5-99bd-09a9214e1902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.348730 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-09ebd27f-c53c-47a5-99bd-09a9214e1902 None None] Calling delete_port for deccec90-f79e-414f-8c40-6c28ea34cd8b owned by network:dhcp {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:28:35.381513 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.412501 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=deccec90-f79e-414f-8c40-6c28ea34cd8b,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:35.415958 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] No DVR routers for this DVR port deccec90-f79e-414f-8c40-6c28ea34cd8b on host dv-cinder-804035-26-iscsi {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:28:35.426750 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-09ebd27f-c53c-47a5-99bd-09a9214e1902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404'] for port (deccec90-f79e-414f-8c40-6c28ea34cd8b), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.453944 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebd27f-c53c-47a5-99bd-09a9214e1902 None None] Pushing event deleted for resources: {'Port': ['ID=deccec90-f79e-414f-8c40-6c28ea34cd8b,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:35.459952 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ebd27f-c53c-47a5-99bd-09a9214e1902 None None] No DVR routers for this DVR port deccec90-f79e-414f-8c40-6c28ea34cd8b on host dv-cinder-804035-26-iscsi {{(pid=103103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:28:35.491027 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (3bc54a79-056a-4cd4-9225-f671f3b86313), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.514271 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc54a79-056a-4cd4-9225-f671f3b86313']}} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:35.524206 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78cd40f1-9d74-488d-b43a-9d2473c9f017') {'for_net_delete': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:35.524530 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78cd40f1-9d74-488d-b43a-9d2473c9f017') {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:28:35.534712 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8907135'] for segment (78cd40f1-9d74-488d-b43a-9d2473c9f017), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.548235 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (78cd40f1-9d74-488d-b43a-9d2473c9f017), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.554211 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:28:35.554587 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8393664'] for segment (78cd40f1-9d74-488d-b43a-9d2473c9f017), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: Traceback (most recent call last): Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: timer() Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: cb(*args, **kw) Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: return func(*args, **kwargs) Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: self._notify() Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: self.callback(batched_events) Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: event.method(event) Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: return f(self, *a, **k) Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: return self._get(url).json() Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: return self.request(url, 'GET', **kwargs) Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:28:35.556210 dv-cinder-804035-26-iscsi neutron-server[103101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:28:35.678470 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (3bc54a79-056a-4cd4-9225-f671f3b86313), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.685350 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:35.688588 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] 10.222.0.113 "DELETE /v2.0/networks/3bc54a79-056a-4cd4-9225-f671f3b86313 HTTP/1.1" status: 204 len: 168 time: 0.7300625 Jan 24 09:28:35.705706 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0601f-659e-415f-9990-02cbb9819a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc54a79-056a-4cd4-9225-f671f3b86313,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:35.960765 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54136) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:35.999349 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-39ec63ef-2d62-44b2-8283-3f772fb9184a admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=bedaa9b436ab45108aa33633b17e58d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374599 Jan 24 09:28:36.001852 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54138) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:36.049142 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb9c0-7eee-4ff1-98a4-d32164974f97 admin admin] Publish callbacks [] for security_group (87479c94-ce04-4ca4-b862-befe4dff83a7), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:36.070627 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb9c0-7eee-4ff1-98a4-d32164974f97 admin admin] Publish callbacks [] for security_group (87479c94-ce04-4ca4-b862-befe4dff83a7), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:36.340217 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb9c0-7eee-4ff1-98a4-d32164974f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (87479c94-ce04-4ca4-b862-befe4dff83a7), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:36.342909 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-6f6fb9c0-7eee-4ff1-98a4-d32164974f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:36.344142 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-6f6fb9c0-7eee-4ff1-98a4-d32164974f97 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/87479c94-ce04-4ca4-b862-befe4dff83a7 HTTP/1.1" status: 204 len: 168 time: 0.3413105 Jan 24 09:28:36.352263 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fb9c0-7eee-4ff1-98a4-d32164974f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87479c94-ce04-4ca4-b862-befe4dff83a7,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:36.483638 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device deccec90-f79e-414f-8c40-6c28ea34cd8b no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:28:36.505480 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: deccec90-f79e-414f-8c40-6c28ea34cd8b {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:28:36.505956 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device deccec90-f79e-414f-8c40-6c28ea34cd8b not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:28:36.506469 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 4e3a880a-cc1b-434e-a896-d360cdaeac74 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:28:36.526607 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 4e3a880a-cc1b-434e-a896-d360cdaeac74 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:28:36.530829 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 4e3a880a-cc1b-434e-a896-d360cdaeac74 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:28:36.562894 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc046b0c-5c15-4779-af8c-e3f80068be36 req-4809f6ee-c7a6-46d8-b3fe-07bc1773ae6c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:36.564403 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fc046b0c-5c15-4779-af8c-e3f80068be36 req-4809f6ee-c7a6-46d8-b3fe-07bc1773ae6c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0522993 Jan 24 09:28:36.629557 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fc046b0c-5c15-4779-af8c-e3f80068be36 req-6edc3d4d-1b93-46f5-86cc-96858a663703 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593653 Jan 24 09:28:36.636881 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2327266-0755-46b6-b5b4-91db4c961b6e req-9545ab9b-bd76-4c52-a74e-bef2acb1acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:36.645755 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b2327266-0755-46b6-b5b4-91db4c961b6e req-9545ab9b-bd76-4c52-a74e-bef2acb1acd5 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a85801034a13431ebec2bd7a46843d7f&device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 1138 time: 0.0460598 Jan 24 09:28:36.735116 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2327266-0755-46b6-b5b4-91db4c961b6e req-baffd5d2-0c7f-4cc5-b5c2-d126af42fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:36.736576 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b2327266-0755-46b6-b5b4-91db4c961b6e req-baffd5d2-0c7f-4cc5-b5c2-d126af42fecf service neutron] 10.222.0.115 "GET /v2.0/networks?id=35e4a580-1225-42f2-ae53-8dac63074cc7 HTTP/1.1" status: 200 len: 915 time: 0.0919135 Jan 24 09:28:36.805600 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b2327266-0755-46b6-b5b4-91db4c961b6e req-593548fa-71bb-4ec7-abae-2a640db4d559 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88 HTTP/1.1" status: 200 len: 1000 time: 0.0621052 Jan 24 09:28:36.857836 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2327266-0755-46b6-b5b4-91db4c961b6e req-53aef383-b4e8-4898-a0fe-e7eae8164c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:36.859266 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b2327266-0755-46b6-b5b4-91db4c961b6e req-53aef383-b4e8-4898-a0fe-e7eae8164c18 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=73625f8c-e2a5-4ee2-b72a-78cb07e997c7 HTTP/1.1" status: 200 len: 853 time: 0.0439155 Jan 24 09:28:36.909318 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2327266-0755-46b6-b5b4-91db4c961b6e req-efd073b1-a372-41aa-ade7-23eab6e03a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:36.910880 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b2327266-0755-46b6-b5b4-91db4c961b6e req-efd073b1-a372-41aa-ade7-23eab6e03a96 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=35e4a580-1225-42f2-ae53-8dac63074cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444648 Jan 24 09:28:37.003358 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54148) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:37.006288 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b2327266-0755-46b6-b5b4-91db4c961b6e req-158c7352-94c7-4688-b511-16dd1e184e17 service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884440 Jan 24 09:28:37.043400 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-ff290b94-96fa-4aad-a8be-c53290ee0d86 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=70ebc74c22134c08a713a3b1d201ab8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387623 Jan 24 09:28:37.045780 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54150) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:28:37.094484 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-058b5ae6-379a-4976-b8ac-145d98c8226e admin admin] Publish callbacks [] for security_group (2b07ca04-b305-41c8-8cbb-d57ff15f36a0), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:37.099467 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b2327266-0755-46b6-b5b4-91db4c961b6e req-f94166a1-07b7-46ec-ae5d-c2845777dce8 service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868330 Jan 24 09:28:37.115560 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-058b5ae6-379a-4976-b8ac-145d98c8226e admin admin] Publish callbacks [] for security_group (2b07ca04-b305-41c8-8cbb-d57ff15f36a0), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:37.255613 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-058b5ae6-379a-4976-b8ac-145d98c8226e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (2b07ca04-b305-41c8-8cbb-d57ff15f36a0), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:37.258294 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-058b5ae6-379a-4976-b8ac-145d98c8226e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:37.259445 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-058b5ae6-379a-4976-b8ac-145d98c8226e admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/2b07ca04-b305-41c8-8cbb-d57ff15f36a0 HTTP/1.1" status: 204 len: 168 time: 0.2126296 Jan 24 09:28:37.269039 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b5ae6-379a-4976-b8ac-145d98c8226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b07ca04-b305-41c8-8cbb-d57ff15f36a0,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:28:37.754747 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5ab6f-80cb-4a0a-88bd-a75cb0ca7dcb req-cec492d6-4cf0-4f7a-95da-745c7921e3ee tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:37.756347 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b5d5ab6f-80cb-4a0a-88bd-a75cb0ca7dcb req-cec492d6-4cf0-4f7a-95da-745c7921e3ee tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0529385 Jan 24 09:28:37.819312 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-b5d5ab6f-80cb-4a0a-88bd-a75cb0ca7dcb req-43dc8832-7d4f-45a4-8c25-30089b987f54 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568032 Jan 24 09:28:38.934085 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e5a44-5332-4dc0-a903-e3fabd6f44c4 req-18d06885-0a75-4e08-a5bb-34345233384b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:38.935586 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-092e5a44-5332-4dc0-a903-e3fabd6f44c4 req-18d06885-0a75-4e08-a5bb-34345233384b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0485671 Jan 24 09:28:38.993982 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-092e5a44-5332-4dc0-a903-e3fabd6f44c4 req-1be07a52-0e81-417e-8caa-551f55b9c914 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528550 Jan 24 09:28:40.109554 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabeac3-edc2-4d7b-9a50-9e078e4bdeec req-ff8766d2-4428-4033-9dcc-d0fa28cd729e tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:40.111040 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3fabeac3-edc2-4d7b-9a50-9e078e4bdeec req-ff8766d2-4428-4033-9dcc-d0fa28cd729e tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0487788 Jan 24 09:28:40.169215 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3fabeac3-edc2-4d7b-9a50-9e078e4bdeec req-0433aafa-e1f6-4a1b-aef2-eef95f5f5ed3 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526860 Jan 24 09:28:41.282231 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ce1ec-d9a3-4c4f-83fa-61a1cf9713f8 req-aaf1a27b-e91a-4307-b5f2-64e97d9ad43d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:41.283678 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f16ce1ec-d9a3-4c4f-83fa-61a1cf9713f8 req-aaf1a27b-e91a-4307-b5f2-64e97d9ad43d tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0488894 Jan 24 09:28:41.342137 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f16ce1ec-d9a3-4c4f-83fa-61a1cf9713f8 req-bcf22940-2b4a-4c18-b14e-57f2def7f09e tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529363 Jan 24 09:28:42.460438 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4220232-00fb-42e7-87ff-62a07ccba640 req-104d6519-1c83-434d-8554-96b9edc97acd tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:42.461907 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4220232-00fb-42e7-87ff-62a07ccba640 req-104d6519-1c83-434d-8554-96b9edc97acd tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0527925 Jan 24 09:28:42.521897 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e4220232-00fb-42e7-87ff-62a07ccba640 req-ce8658ad-d435-4df3-ac12-f735922ee5ff tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532753 Jan 24 09:28:43.638121 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028c900-1667-4eb9-9353-6dd9c5c56c18 req-8b4c3c0d-4539-4a00-ba81-31eac8f16cea tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:43.639603 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0028c900-1667-4eb9-9353-6dd9c5c56c18 req-8b4c3c0d-4539-4a00-ba81-31eac8f16cea tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0526640 Jan 24 09:28:43.702234 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0028c900-1667-4eb9-9353-6dd9c5c56c18 req-aff3180f-1c4e-4352-9d96-7fd0fcc1f381 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570202 Jan 24 09:28:44.816222 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c43459-e766-4251-8b1a-4b48a2deff82 req-2a23cbf0-9a04-4ec1-994d-f0ec042540d2 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:44.817691 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-44c43459-e766-4251-8b1a-4b48a2deff82 req-2a23cbf0-9a04-4ec1-994d-f0ec042540d2 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0493021 Jan 24 09:28:44.877205 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-44c43459-e766-4251-8b1a-4b48a2deff82 req-ea9f0612-a737-40eb-a213-7048397fc48c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538216 Jan 24 09:28:45.994741 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33430f-e58f-416f-9842-b57157face5b req-fb631629-05c6-40bc-9a49-be6665e6aa0b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:45.996948 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0b33430f-e58f-416f-9842-b57157face5b req-fb631629-05c6-40bc-9a49-be6665e6aa0b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0514383 Jan 24 09:28:46.057433 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-0b33430f-e58f-416f-9842-b57157face5b req-440922bf-6f4b-4828-b8d7-042ecee9a9db tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547204 Jan 24 09:28:46.270714 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f740d275-4ab3-4209-a128-6afe6f166ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:47.180304 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ab954-bcea-40a4-b2d3-5ccd17956c0f req-acb9fc08-5475-48fd-8314-bb2376435994 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:47.181788 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4c4ab954-bcea-40a4-b2d3-5ccd17956c0f req-acb9fc08-5475-48fd-8314-bb2376435994 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0572846 Jan 24 09:28:47.243193 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-4c4ab954-bcea-40a4-b2d3-5ccd17956c0f req-19931441-25fd-4675-938c-e43d462fcfdb tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553865 Jan 24 09:28:47.655549 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:48.361659 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2c647-c6a9-474b-b687-0ef962b052f2 req-a4702bdc-fc53-42d2-a89e-fc7f4d295022 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:28:48.363485 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6dd2c647-c6a9-474b-b687-0ef962b052f2 req-a4702bdc-fc53-42d2-a89e-fc7f4d295022 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0517251 Jan 24 09:28:48.427821 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-6dd2c647-c6a9-474b-b687-0ef962b052f2 req-5188773a-47d9-4f92-899e-efa6a93de01a tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=4ebe2826-6559-48f0-b3f0-c406e7526152&id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583274 Jan 24 09:28:48.546393 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2eedc34b-ec96-46ba-bbaf-ff854bd5731a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:49.865181 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:50.952091 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:28:52.569058 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:08.295372 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:29:16.276117 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-2fdcfde5-46cf-4742-9ec2-0e0e15a37fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:17.700136 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:18.591191 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-cc730c50-13fc-4ffd-8ef8-edfdd08be6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:19.842122 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:20.955895 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:22.601951 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:24.227782 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f27fce1a-3499-4456-a56e-d640b57c52f9 req-43e0b472-a842-41e5-9c2f-d2eb725d5851 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922473447&fields=id&tenant_id=a85801034a13431ebec2bd7a46843d7f HTTP/1.1" status: 200 len: 267 time: 0.0438385 Jan 24 09:29:24.281751 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fce1a-3499-4456-a56e-d640b57c52f9 req-6714c2cc-8f20-41f6-9786-b934b45653a0 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:24.283263 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f27fce1a-3499-4456-a56e-d640b57c52f9 req-6714c2cc-8f20-41f6-9786-b934b45653a0 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 985 time: 0.0495327 Jan 24 09:29:24.293569 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.v2.base [req-f27fce1a-3499-4456-a56e-d640b57c52f9 req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Request body: {'port': {'security_groups': ['f86e7738-11d8-4c27-bfc7-8db1a87febe0']}} {{(pid=103101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:29:24.362020 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f27fce1a-3499-4456-a56e-d640b57c52f9 req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), before_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:24.541320 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-f27fce1a-3499-4456-a56e-d640b57c52f9 req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] For port 07a87910-5cf2-42f0-b095-d0bea4cd1a88, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:29:24.570170 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f27fce1a-3499-4456-a56e-d640b57c52f9 req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), precommit_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:24.647718 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f27fce1a-3499-4456-a56e-d640b57c52f9 req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8393644'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), after_update {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:24.660414 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['07a87910-5cf2-42f0-b095-d0bea4cd1a88'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:29:24.695574 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fce1a-3499-4456-a56e-d640b57c52f9 req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:24.696288 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-f27fce1a-3499-4456-a56e-d640b57c52f9 req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:24.697731 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-f27fce1a-3499-4456-a56e-d640b57c52f9 req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "PUT /v2.0/ports/07a87910-5cf2-42f0-b095-d0bea4cd1a88 HTTP/1.1" status: 200 len: 943 time: 0.4085381 Jan 24 09:29:24.698228 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:24.700546 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b4d53b-be66-46d2-a7a2-afdc315883c9" -d '{"events": [{"name": "network-changed", "server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:29:24.705291 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54188) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:24.732119 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event updated for resources: {'Port': ['ID=07a87910-5cf2-42f0-b095-d0bea4cd1a88,revision_number=7']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:24.741329 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.741686 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.742030 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.743102 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.743102 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.743102 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.743521 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.743704 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.744083 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.744415 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.744740 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.745174 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.745478 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0c4886-a00f-4330-bdf1-483284613d2b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:24.753574 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fadd00f-6032-4d15-b972-d34a3a661126 x-openstack-request-id: req-2fadd00f-6032-4d15-b972-d34a3a661126 {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:29:24.753965 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:29:24.754120 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-2fadd00f-6032-4d15-b972-d34a3a661126 {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:29:24.754590 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'status': 'completed', 'code': 200} Jan 24 09:29:24.792051 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6b0887c6-2f19-45b3-8838-9ac179ca7e89 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group (4ebe2826-6559-48f0-b3f0-c406e7526152), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:24.799690 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['07a87910-5cf2-42f0-b095-d0bea4cd1a88'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:29:24.818115 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4d53b-be66-46d2-a7a2-afdc315883c9 req-f00f2826-cc89-46d3-8f54-241422d02832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:24.819640 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-00b4d53b-be66-46d2-a7a2-afdc315883c9 req-f00f2826-cc89-46d3-8f54-241422d02832 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a85801034a13431ebec2bd7a46843d7f&device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 1099 time: 0.0467324 Jan 24 09:29:24.823399 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6b0887c6-2f19-45b3-8838-9ac179ca7e89 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group (4ebe2826-6559-48f0-b3f0-c406e7526152), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:24.967850 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6b0887c6-2f19-45b3-8838-9ac179ca7e89 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (4ebe2826-6559-48f0-b3f0-c406e7526152), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:24.967850 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6b0887c6-2f19-45b3-8838-9ac179ca7e89 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:24.970391 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-6b0887c6-2f19-45b3-8838-9ac179ca7e89 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "DELETE /v2.0/security-groups/4ebe2826-6559-48f0-b3f0-c406e7526152 HTTP/1.1" status: 204 len: 168 time: 0.2639430 Jan 24 09:29:24.971324 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54190) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:25.001890 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-52540513-353d-4d32-a7dd-b0667ff4eea6 None None] Provisioning complete for port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 triggered by entity DHCP. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:29:25.002313 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-52540513-353d-4d32-a7dd-b0667ff4eea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:25.019937 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0887c6-2f19-45b3-8838-9ac179ca7e89 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebe2826-6559-48f0-b3f0-c406e7526152,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:25.102132 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-52540513-353d-4d32-a7dd-b0667ff4eea6 None None] Current status of the port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 is: ACTIVE; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:29:25.165067 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Deleting port 489aeb66-0826-4bb8-beed-9734bab440a1 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:29:25.165411 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (489aeb66-0826-4bb8-beed-9734bab440a1), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:25.182158 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4d53b-be66-46d2-a7a2-afdc315883c9 req-73a1ee03-1afc-401e-b569-c04cc4805404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:25.185073 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-00b4d53b-be66-46d2-a7a2-afdc315883c9 req-73a1ee03-1afc-401e-b569-c04cc4805404 service neutron] 10.222.0.115 "GET /v2.0/networks?id=35e4a580-1225-42f2-ae53-8dac63074cc7 HTTP/1.1" status: 200 len: 915 time: 0.3566899 Jan 24 09:29:25.248501 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (489aeb66-0826-4bb8-beed-9734bab440a1), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:25.248724 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for floatingip (489aeb66-0826-4bb8-beed-9734bab440a1), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:25.254024 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-00b4d53b-be66-46d2-a7a2-afdc315883c9 req-70b46290-60a8-4705-8cee-193ad6c20e03 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88 HTTP/1.1" status: 200 len: 1000 time: 0.0620375 Jan 24 09:29:25.261678 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Calling delete_port for 489aeb66-0826-4bb8-beed-9734bab440a1 owned by network:floatingip {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:29:25.303866 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4d53b-be66-46d2-a7a2-afdc315883c9 req-fe9ebd69-26be-48f1-a4dd-6a7df4479fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:25.305324 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-00b4d53b-be66-46d2-a7a2-afdc315883c9 req-fe9ebd69-26be-48f1-a4dd-6a7df4479fc0 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=73625f8c-e2a5-4ee2-b72a-78cb07e997c7 HTTP/1.1" status: 200 len: 853 time: 0.0449753 Jan 24 09:29:25.353858 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4d53b-be66-46d2-a7a2-afdc315883c9 req-698a9b3f-b6f9-4709-8d51-c02509ee23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:25.355375 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-00b4d53b-be66-46d2-a7a2-afdc315883c9 req-698a9b3f-b6f9-4709-8d51-c02509ee23bc service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=35e4a580-1225-42f2-ae53-8dac63074cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435998 Jan 24 09:29:25.451999 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-00b4d53b-be66-46d2-a7a2-afdc315883c9 req-c82e59f3-a7dc-489c-8416-80b82697e9c0 service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877328 Jan 24 09:29:25.492966 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (489aeb66-0826-4bb8-beed-9734bab440a1), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:25.517510 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event deleted for resources: {'Port': ['ID=489aeb66-0826-4bb8-beed-9734bab440a1,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:25.551389 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-00b4d53b-be66-46d2-a7a2-afdc315883c9 req-7c5a6150-a942-4c2d-b59a-2c3d9a766e5d service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922761 Jan 24 09:29:25.583262 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks [] for floatingip (14c3a153-da86-46ec-b507-a9083e08c65a), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:25.583605 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.l3_db [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Floating IP 14c3a153-da86-46ec-b507-a9083e08c65a disassociated (deleted). External IP: 172.27.0.3, port: 07a87910-5cf2-42f0-b095-d0bea4cd1a88. Jan 24 09:29:25.792245 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:29:25.905185 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:29:25.910334 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:25.915229 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4869e871-6114-4959-8a8b-bc4584711417 None None] Sync routers for ids ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:29:25.927019 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869e871-6114-4959-8a8b-bc4584711417 None None] Routers {'8b90f8cc-4300-4a7a-868f-aa28603d5ce7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:29:25.927642 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-4869e871-6114-4959-8a8b-bc4584711417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:29:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:25.942496 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-790bcf4c-6733-480c-baa8-2385bedbb91c tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "DELETE /v2.0/floatingips/14c3a153-da86-46ec-b507-a9083e08c65a HTTP/1.1" status: 204 len: 168 time: 0.9626465 Jan 24 09:29:25.942496 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88'}] {{(pid=103102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:25.942496 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a1f9b8f426edbc55e6178fb0656aabaaee06a47fc80a7429674e4344d9448a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a89899c-eb61-4a88-a4a2-a4e509587861" -d '{"events": [{"name": "network-changed", "server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88"}]}' {{(pid=103102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:29:25.981369 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c021b4-32eb-4f0b-b691-3178585f7d65 x-openstack-request-id: req-56c021b4-32eb-4f0b-b691-3178585f7d65 {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:29:25.981699 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88", "status": "completed", "code": 200}]} {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:29:25.982045 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-56c021b4-32eb-4f0b-b691-3178585f7d65 {{(pid=103102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:29:25.982478 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'status': 'completed', 'code': 200} Jan 24 09:29:26.047575 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89899c-eb61-4a88-a4a2-a4e509587861 req-f3f70e59-c902-434b-845b-f88442fe2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:26.049014 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8a89899c-eb61-4a88-a4a2-a4e509587861 req-f3f70e59-c902-434b-845b-f88442fe2c8c service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=a85801034a13431ebec2bd7a46843d7f&device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 1099 time: 0.0442414 Jan 24 09:29:26.053475 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-4869e871-6114-4959-8a8b-bc4584711417 None None] Set router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:29:26.147726 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89899c-eb61-4a88-a4a2-a4e509587861 req-11cbfce9-fa0c-4b62-b622-6228cf4666f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:26.149345 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8a89899c-eb61-4a88-a4a2-a4e509587861 req-11cbfce9-fa0c-4b62-b622-6228cf4666f0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=35e4a580-1225-42f2-ae53-8dac63074cc7 HTTP/1.1" status: 200 len: 915 time: 0.0941191 Jan 24 09:29:26.193239 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8a89899c-eb61-4a88-a4a2-a4e509587861 req-b9a354c9-1fa4-4934-a139-7d5d676910c7 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88 HTTP/1.1" status: 200 len: 217 time: 0.0358956 Jan 24 09:29:26.249862 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89899c-eb61-4a88-a4a2-a4e509587861 req-d7a6a6b5-650d-49a6-8225-aaaf40d04cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:26.254806 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8a89899c-eb61-4a88-a4a2-a4e509587861 req-d7a6a6b5-650d-49a6-8225-aaaf40d04cc9 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=73625f8c-e2a5-4ee2-b72a-78cb07e997c7 HTTP/1.1" status: 200 len: 853 time: 0.0554123 Jan 24 09:29:26.265912 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-4869e871-6114-4959-8a8b-bc4584711417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 4, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '023edbcb-a0c2-4920-af4c-126e38b36600', 'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'mac_address': 'fa:16:3e:b2:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:07Z', 'updated_at': '2022-01-24T09:27:11Z', 'revision_number': 5, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'subnets': [{'id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:26.303868 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4869e871-6114-4959-8a8b-bc4584711417 None None] Checking router: 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:29:26.309386 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89899c-eb61-4a88-a4a2-a4e509587861 req-d666f1a7-3b5b-47dd-8cc6-241164620802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:26.311879 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8a89899c-eb61-4a88-a4a2-a4e509587861 req-d666f1a7-3b5b-47dd-8cc6-241164620802 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=35e4a580-1225-42f2-ae53-8dac63074cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509739 Jan 24 09:29:26.313426 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869e871-6114-4959-8a8b-bc4584711417 None None] Routers {'8b90f8cc-4300-4a7a-868f-aa28603d5ce7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:29:26.314069 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-4869e871-6114-4959-8a8b-bc4584711417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:29:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:26.411390 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8a89899c-eb61-4a88-a4a2-a4e509587861 req-897b2dca-30cb-4249-b000-035d090db4be service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896368 Jan 24 09:29:26.429064 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-4869e871-6114-4959-8a8b-bc4584711417 None None] Set router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:29:26.518626 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-8a89899c-eb61-4a88-a4a2-a4e509587861 req-2e1bd005-971b-4dd9-b644-bbc316a0510e service neutron] 10.222.0.115 "GET /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004055 Jan 24 09:29:26.634435 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-4869e871-6114-4959-8a8b-bc4584711417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 4, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '023edbcb-a0c2-4920-af4c-126e38b36600', 'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'mac_address': 'fa:16:3e:b2:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:07Z', 'updated_at': '2022-01-24T09:27:11Z', 'revision_number': 5, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'subnets': [{'id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:26.663850 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4869e871-6114-4959-8a8b-bc4584711417 None None] The sync data for ids ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'] in dv-cinder-804035-26-iscsi is: [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:27:07Z', 'revision_number': 4, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '023edbcb-a0c2-4920-af4c-126e38b36600', 'name': '', 'network_id': '35e4a580-1225-42f2-ae53-8dac63074cc7', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'mac_address': 'fa:16:3e:b2:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:07Z', 'updated_at': '2022-01-24T09:27:11Z', 'revision_number': 5, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'subnets': [{'id': '73625f8c-e2a5-4ee2-b72a-78cb07e997c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:29:26.909998 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676e24d1-c901-44f0-a959-02cf758a3cee None None] New status for floating IP 14c3a153-da86-46ec-b507-a9083e08c65a: DOWN {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:29:29.207666 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd747c83-260c-407a-9aad-d9d2d1029f3a req-48512541-823e-4c87-803c-7452a8e07a95 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:29.209133 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dd747c83-260c-407a-9aad-d9d2d1029f3a req-48512541-823e-4c87-803c-7452a8e07a95 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 946 time: 0.0485604 Jan 24 09:29:29.259198 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-dd747c83-260c-407a-9aad-d9d2d1029f3a req-964447e5-b909-4af5-aab9-3ad7aafecccc tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443566 Jan 24 09:29:29.303524 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-ced6be4d-63a2-4f45-bd66-0bc0b73a93bd service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415933 Jan 24 09:29:29.393305 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-f241f915-c502-44a2-abdc-afc881003919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:29.394768 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-f241f915-c502-44a2-abdc-afc881003919 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7a1db64ecaea44e09ecbf80f34523511&device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 1098 time: 0.0413368 Jan 24 09:29:29.505059 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-152f5ee0-f710-481a-bdee-b32b099dd687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:29.506579 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-152f5ee0-f710-481a-bdee-b32b099dd687 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 HTTP/1.1" status: 200 len: 909 time: 0.0907681 Jan 24 09:29:29.573551 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-c635039e-e6f9-4fc5-907c-2932fb1fd42d service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e HTTP/1.1" status: 200 len: 1001 time: 0.0581925 Jan 24 09:29:29.629620 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-80b0afd4-b34b-4acf-b88c-0208cb36151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:29.631113 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-80b0afd4-b34b-4acf-b88c-0208cb36151e service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6cbdaf6-4887-466c-af28-971fc026d51e HTTP/1.1" status: 200 len: 847 time: 0.0485437 Jan 24 09:29:29.678978 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-3d8ea498-d0ab-485a-a9e1-e6a4f5ece8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:29.680382 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-3d8ea498-d0ab-485a-a9e1-e6a4f5ece8f6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421393 Jan 24 09:29:29.769702 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-b3993017-a89a-49ce-a5b1-f4acadff4aae service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815668 Jan 24 09:29:29.864746 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-bbc7c656-7c9d-415b-9fc9-bf5f8c224031 req-be2b08d9-2117-49d6-bcc0-9fac49485af3 service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884171 Jan 24 09:29:30.379552 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187b3dc-671e-46af-ae6a-9a51f31071e5 req-7dbe86da-faa9-4a21-96ea-e546c56601f8 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:30.381050 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9187b3dc-671e-46af-ae6a-9a51f31071e5 req-7dbe86da-faa9-4a21-96ea-e546c56601f8 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 946 time: 0.0503650 Jan 24 09:29:30.427529 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9187b3dc-671e-46af-ae6a-9a51f31071e5 req-6015f4d5-78fc-4d16-b9b6-0d6d00fa756e tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 Jan 24 09:29:31.185284 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a829e-2978-4f66-a84e-092f25a6011b req-9a26cb10-bd49-4916-b854-07b4cde4dfab tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:31.186825 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-961a829e-2978-4f66-a84e-092f25a6011b req-9a26cb10-bd49-4916-b854-07b4cde4dfab tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.115 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 946 time: 0.0537846 Jan 24 09:29:31.274979 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-961a829e-2978-4f66-a84e-092f25a6011b req-6e75fc2e-142e-46f5-b311-7c4dab37807b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Deleting port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:29:31.275312 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-961a829e-2978-4f66-a84e-092f25a6011b req-6e75fc2e-142e-46f5-b311-7c4dab37807b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:31.368217 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-961a829e-2978-4f66-a84e-092f25a6011b req-6e75fc2e-142e-46f5-b311-7c4dab37807b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] For port 07a87910-5cf2-42f0-b095-d0bea4cd1a88, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=07a87910-5cf2-42f0-b095-d0bea4cd1a88,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:29:31.368590 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-961a829e-2978-4f66-a84e-092f25a6011b req-6e75fc2e-142e-46f5-b311-7c4dab37807b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:31.381873 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-961a829e-2978-4f66-a84e-092f25a6011b req-6e75fc2e-142e-46f5-b311-7c4dab37807b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Calling delete_port for 07a87910-5cf2-42f0-b095-d0bea4cd1a88 owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:29:31.543306 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940c557-cdd6-41ac-8259-0bb53eae9cc9 req-e87e6ad4-5467-4e07-a566-b88817c89444 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:31.544796 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d940c557-cdd6-41ac-8259-0bb53eae9cc9 req-e87e6ad4-5467-4e07-a566-b88817c89444 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/ports?device_id=caa08f39-54c9-4b4c-8c4d-03ebefd457f6 HTTP/1.1" status: 200 len: 946 time: 0.0493355 Jan 24 09:29:31.572786 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-961a829e-2978-4f66-a84e-092f25a6011b req-6e75fc2e-142e-46f5-b311-7c4dab37807b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (07a87910-5cf2-42f0-b095-d0bea4cd1a88), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:31.585508 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['07a87910-5cf2-42f0-b095-d0bea4cd1a88'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:29:31.595729 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d940c557-cdd6-41ac-8259-0bb53eae9cc9 req-a1935311-d75e-4bc6-a04c-e0aad2b95f20 tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.113 "GET /v2.0/security-groups?id=f86e7738-11d8-4c27-bfc7-8db1a87febe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 Jan 24 09:29:31.608575 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75fc2e-142e-46f5-b311-7c4dab37807b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Pushing event deleted for resources: {'Port': ['ID=07a87910-5cf2-42f0-b095-d0bea4cd1a88,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:31.656951 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-961a829e-2978-4f66-a84e-092f25a6011b req-6e75fc2e-142e-46f5-b311-7c4dab37807b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] No DVR routers for this DVR port 07a87910-5cf2-42f0-b095-d0bea4cd1a88 on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:29:31.659439 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-961a829e-2978-4f66-a84e-092f25a6011b req-6e75fc2e-142e-46f5-b311-7c4dab37807b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:31.662716 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-961a829e-2978-4f66-a84e-092f25a6011b req-6e75fc2e-142e-46f5-b311-7c4dab37807b tempest-TestMinimumBasicScenario-1195666018 tempest-TestMinimumBasicScenario-1195666018-project] 10.222.0.115 "DELETE /v2.0/ports/07a87910-5cf2-42f0-b095-d0bea4cd1a88 HTTP/1.1" status: 204 len: 173 time: 0.4699826 Jan 24 09:29:31.663156 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'name': 'network-vif-deleted', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:31.665363 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f661b5-2637-483b-a277-def9b72df7a8" -d '{"events": [{"server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "name": "network-vif-deleted", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:29:31.702599 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c26986-2566-4422-b7d2-0fdfcc97c9bb x-openstack-request-id: req-35c26986-2566-4422-b7d2-0fdfcc97c9bb {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:29:31.702899 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa08f39-54c9-4b4c-8c4d-03ebefd457f6", "name": "network-vif-deleted", "tag": "07a87910-5cf2-42f0-b095-d0bea4cd1a88", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:29:31.703155 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-35c26986-2566-4422-b7d2-0fdfcc97c9bb {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:29:31.703561 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa08f39-54c9-4b4c-8c4d-03ebefd457f6', 'name': 'network-vif-deleted', 'tag': '07a87910-5cf2-42f0-b095-d0bea4cd1a88', 'status': 'completed', 'code': 200} Jan 24 09:29:33.987089 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54276) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:34.584423 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622055'] for router_interface (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:34.836304 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Deleting port 023edbcb-a0c2-4920-af4c-126e38b36600 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:29:34.836646 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:34.917937 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] For port 023edbcb-a0c2-4920-af4c-126e38b36600, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=023edbcb-a0c2-4920-af4c-126e38b36600,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:29:34.918329 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:34.931166 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Calling delete_port for 023edbcb-a0c2-4920-af4c-126e38b36600 owned by network:router_interface {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:29:35.178702 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (023edbcb-a0c2-4920-af4c-126e38b36600), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:35.204528 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=023edbcb-a0c2-4920-af4c-126e38b36600,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:35.219448 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.229598 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:35.296773 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 07a87910-5cf2-42f0-b095-d0bea4cd1a88 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:29:35.306492 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: 07a87910-5cf2-42f0-b095-d0bea4cd1a88 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:29:35.306848 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device 07a87910-5cf2-42f0-b095-d0bea4cd1a88 not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:29:35.391214 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614365'] for router_interface (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:35.610314 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:29:35.668004 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1818876-4d46-465d-8540-112a8bfea191 req-24fc534c-ae96-4af4-bc28-0ee7faa0398d tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:35.669450 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e1818876-4d46-465d-8540-112a8bfea191 req-24fc534c-ae96-4af4-bc28-0ee7faa0398d tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0511265 Jan 24 09:29:35.718971 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e1818876-4d46-465d-8540-112a8bfea191 req-725159bf-9e8f-49a0-bbee-bfb6b480096e tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437596 Jan 24 09:29:35.727892 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:29:35.740114 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-eeb5f10a-7dde-4433-89f4-27823bc23b9f admin admin] 10.222.0.113 "PUT /v2.0/routers/8b90f8cc-4300-4a7a-868f-aa28603d5ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7451510 Jan 24 09:29:35.741302 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54282) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:35.745361 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698dbd0c-03a5-4db5-b47e-d20c9933455d None None] Sync routers for ids ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:29:35.756163 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698dbd0c-03a5-4db5-b47e-d20c9933455d None None] Routers {'8b90f8cc-4300-4a7a-868f-aa28603d5ce7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:29:35.756773 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-698dbd0c-03a5-4db5-b47e-d20c9933455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:29:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:35.840900 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Publish callbacks [] for router (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:35.863651 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-698dbd0c-03a5-4db5-b47e-d20c9933455d None None] Set router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:29:35.950762 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Publish callbacks [] for router_gateway (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:36.120613 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Deleting port 6a7375e2-40af-4285-b422-d6125d58f8f6 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:29:36.120949 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:36.186051 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-698dbd0c-03a5-4db5-b47e-d20c9933455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:29:35Z', 'revision_number': 5, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port': {'id': '6a7375e2-40af-4285-b422-d6125d58f8f6', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:05Z', 'updated_at': '2022-01-24T09:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:36.206447 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] For port 6a7375e2-40af-4285-b422-d6125d58f8f6, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=6a7375e2-40af-4285-b422-d6125d58f8f6,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:29:36.206720 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:36.213777 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698dbd0c-03a5-4db5-b47e-d20c9933455d None None] Checking router: 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:29:36.219857 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Calling delete_port for 6a7375e2-40af-4285-b422-d6125d58f8f6 owned by network:router_gateway {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:29:36.222805 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698dbd0c-03a5-4db5-b47e-d20c9933455d None None] Routers {'8b90f8cc-4300-4a7a-868f-aa28603d5ce7'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:29:36.223429 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-698dbd0c-03a5-4db5-b47e-d20c9933455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:29:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:36.308808 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-698dbd0c-03a5-4db5-b47e-d20c9933455d None None] Set router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 gateway port host: None {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:29:36.364293 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-698dbd0c-03a5-4db5-b47e-d20c9933455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:29:35Z', 'revision_number': 6, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port_host': None}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:36.392425 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698dbd0c-03a5-4db5-b47e-d20c9933455d None None] The sync data for ids ['8b90f8cc-4300-4a7a-868f-aa28603d5ce7'] in dv-cinder-804035-26-iscsi is: [{'id': '8b90f8cc-4300-4a7a-868f-aa28603d5ce7', 'name': 'tempest-TestMinimumBasicScenario-364853072-router', 'tenant_id': 'a85801034a13431ebec2bd7a46843d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:04Z', 'updated_at': '2022-01-24T09:29:35Z', 'revision_number': 6, 'project_id': 'a85801034a13431ebec2bd7a46843d7f', 'gw_port_host': None}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:29:36.479405 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (6a7375e2-40af-4285-b422-d6125d58f8f6), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:36.502306 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7375e2-40af-4285-b422-d6125d58f8f6,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:36.568285 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620264'] for router_gateway (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:36.658456 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6864'] for router (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:36.660695 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Publish callbacks [] for router_controller (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:36.772940 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616805'] for router (8b90f8cc-4300-4a7a-868f-aa28603d5ce7), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:36.773590 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b90f8cc-4300-4a7a-868f-aa28603d5ce7 {{(pid=103101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:29:36.781763 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:36.782804 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54286) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:36.783283 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-12428823-c56d-4c0d-a00d-ff5279c1892a admin admin] 10.222.0.113 "DELETE /v2.0/routers/8b90f8cc-4300-4a7a-868f-aa28603d5ce7 HTTP/1.1" status: 204 len: 168 time: 1.0458958 Jan 24 09:29:36.865587 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f71be3d-9d88-48b8-9a2a-60ad40a5e751 admin admin] Deleting subnet 73625f8c-e2a5-4ee2-b72a-78cb07e997c7 {{(pid=103102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:29:36.870657 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2f71be3d-9d88-48b8-9a2a-60ad40a5e751 admin admin] Publish callbacks [] for subnet (73625f8c-e2a5-4ee2-b72a-78cb07e997c7), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:36.902850 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ff11a-500f-4bd3-904f-8c0999bb9e4e req-172adab6-f5df-4b31-971e-fae8f0844ee0 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:36.904311 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-773ff11a-500f-4bd3-904f-8c0999bb9e4e req-172adab6-f5df-4b31-971e-fae8f0844ee0 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0943470 Jan 24 09:29:36.929248 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2f71be3d-9d88-48b8-9a2a-60ad40a5e751 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17333050'] for subnet (73625f8c-e2a5-4ee2-b72a-78cb07e997c7), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:36.993445 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-773ff11a-500f-4bd3-904f-8c0999bb9e4e req-44447df1-4f48-4971-8b6f-1e8eecb8eb43 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829353 Jan 24 09:29:37.043043 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2f71be3d-9d88-48b8-9a2a-60ad40a5e751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (73625f8c-e2a5-4ee2-b72a-78cb07e997c7), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.151503 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 023edbcb-a0c2-4920-af4c-126e38b36600 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:29:37.176625 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 023edbcb-a0c2-4920-af4c-126e38b36600 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:29:37.177757 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 023edbcb-a0c2-4920-af4c-126e38b36600 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:29:37.208461 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2f71be3d-9d88-48b8-9a2a-60ad40a5e751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18398504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18764230'] for subnet (73625f8c-e2a5-4ee2-b72a-78cb07e997c7), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.237009 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71be3d-9d88-48b8-9a2a-60ad40a5e751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73625f8c-e2a5-4ee2-b72a-78cb07e997c7,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:37.240821 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2f71be3d-9d88-48b8-9a2a-60ad40a5e751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.245390 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2f71be3d-9d88-48b8-9a2a-60ad40a5e751 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/73625f8c-e2a5-4ee2-b72a-78cb07e997c7 HTTP/1.1" status: 204 len: 168 time: 0.4603724 Jan 24 09:29:37.246958 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54288) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:37.255047 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603189df-8cee-483f-8866-f9a6aeaff8ba None None] Network 35e4a580-1225-42f2-ae53-8dac63074cc7 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:29:37.330999 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (35e4a580-1225-42f2-ae53-8dac63074cc7), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.397669 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Deleting port a4b87757-d5dc-4530-9090-b4f52d23ac25 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:29:37.398383 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.458438 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] DHCP port deletion for 35e4a580-1225-42f2-ae53-8dac63074cc7 request from dv-cinder-804035-26-iscsi {{(pid=103103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:29:37.485156 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] For port a4b87757-d5dc-4530-9090-b4f52d23ac25, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a4b87757-d5dc-4530-9090-b4f52d23ac25,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:29:37.485653 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.504745 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Calling delete_port for a4b87757-d5dc-4530-9090-b4f52d23ac25 owned by network:dhcp {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:29:37.526150 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Deleting port a4b87757-d5dc-4530-9090-b4f52d23ac25 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:29:37.526564 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.623818 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] For port a4b87757-d5dc-4530-9090-b4f52d23ac25, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a4b87757-d5dc-4530-9090-b4f52d23ac25,segment=NetworkSegment(d6b31e68-23ab-485a-b7cb-4c707a5105d9),segment_id=d6b31e68-23ab-485a-b7cb-4c707a5105d9)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:29:37.624339 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.642171 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Calling delete_port for a4b87757-d5dc-4530-9090-b4f52d23ac25 owned by network:dhcp {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:29:37.676067 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.702953 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b87757-d5dc-4530-9090-b4f52d23ac25,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:37.706710 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] No DVR routers for this DVR port a4b87757-d5dc-4530-9090-b4f52d23ac25 on host dv-cinder-804035-26-iscsi {{(pid=103102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:29:37.727378 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404'] for port (a4b87757-d5dc-4530-9090-b4f52d23ac25), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.756390 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Pushing event deleted for resources: {'Port': ['ID=a4b87757-d5dc-4530-9090-b4f52d23ac25,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:37.760644 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] No DVR routers for this DVR port a4b87757-d5dc-4530-9090-b4f52d23ac25 on host dv-cinder-804035-26-iscsi {{(pid=103103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:29:37.767809 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.768290 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.768562 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.768851 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.769187 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.769515 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.769845 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.770201 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.770720 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.770892 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.771493 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.771829 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.772259 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecce6509-98ed-4abc-867d-92be87e67700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:29:37.787541 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (35e4a580-1225-42f2-ae53-8dac63074cc7), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.809068 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e4a580-1225-42f2-ae53-8dac63074cc7']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:37.819841 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b31e68-23ab-485a-b7cb-4c707a5105d9') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:37.820138 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b31e68-23ab-485a-b7cb-4c707a5105d9') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:37.829905 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (d6b31e68-23ab-485a-b7cb-4c707a5105d9), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.843749 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (d6b31e68-23ab-485a-b7cb-4c707a5105d9), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.850219 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:29:37.850608 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (d6b31e68-23ab-485a-b7cb-4c707a5105d9), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:29:37.852223 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:29:37.978566 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (35e4a580-1225-42f2-ae53-8dac63074cc7), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.984554 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:37.987833 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] 10.222.0.113 "DELETE /v2.0/networks/35e4a580-1225-42f2-ae53-8dac63074cc7 HTTP/1.1" status: 204 len: 168 time: 0.7399082 Jan 24 09:29:37.991049 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54290) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:37.998557 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4c776-2ca8-4ef0-b98b-9b8dca50323c admin admin] Pushing event deleted for resources: {'Network': ['ID=35e4a580-1225-42f2-ae53-8dac63074cc7,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:38.176111 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdc7d8-000a-4dd9-8baf-4c3dd47246f1 req-396462c1-fee1-4858-8ddf-b4de215cc034 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:38.177583 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e8bdc7d8-000a-4dd9-8baf-4c3dd47246f1 req-396462c1-fee1-4858-8ddf-b4de215cc034 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0990281 Jan 24 09:29:38.268525 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e8bdc7d8-000a-4dd9-8baf-4c3dd47246f1 req-b5e25b4a-b976-4627-ade8-046e203db69b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845473 Jan 24 09:29:38.422615 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622055'] for router_interface (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:38.502576 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 6a7375e2-40af-4285-b422-d6125d58f8f6 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:29:38.526139 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 6a7375e2-40af-4285-b422-d6125d58f8f6 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:29:38.526139 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 6a7375e2-40af-4285-b422-d6125d58f8f6 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:29:38.526139 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a4b87757-d5dc-4530-9090-b4f52d23ac25 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:29:38.547401 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: a4b87757-d5dc-4530-9090-b4f52d23ac25 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:29:38.547789 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a4b87757-d5dc-4530-9090-b4f52d23ac25 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:29:38.675958 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] Deleting port 19cb2ce0-1831-47fc-9be9-62c51bb6317b {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:29:38.676220 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:38.755389 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] For port 19cb2ce0-1831-47fc-9be9-62c51bb6317b, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=19cb2ce0-1831-47fc-9be9-62c51bb6317b,segment=NetworkSegment(761be24c-db6b-40c1-932a-bc1df5ffeda1),segment_id=761be24c-db6b-40c1-932a-bc1df5ffeda1)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:29:38.755750 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:38.768198 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] Calling delete_port for 19cb2ce0-1831-47fc-9be9-62c51bb6317b owned by network:router_interface {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:29:39.047409 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (19cb2ce0-1831-47fc-9be9-62c51bb6317b), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:39.079032 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] Pushing event deleted for resources: {'Port': ['ID=19cb2ce0-1831-47fc-9be9-62c51bb6317b,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:39.242629 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614365'] for router_interface (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:39.388945 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa828cf0-1ea7-449b-bd97-e7b041bb586d req-ea563162-105a-4153-a40f-f3722570ef62 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:39.391265 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fa828cf0-1ea7-449b-bd97-e7b041bb586d req-ea563162-105a-4153-a40f-f3722570ef62 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0538013 Jan 24 09:29:39.443141 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-fa828cf0-1ea7-449b-bd97-e7b041bb586d req-354eac67-c83b-4e72-906d-c8dfd31dd7e3 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455699 Jan 24 09:29:39.468098 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] Router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:29:39.573455 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:29:39.579940 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-befe5a9a-676e-4fdb-b27b-11e4d664b780 admin admin] 10.222.0.113 "PUT /v2.0/routers/42f1a91f-8f54-48b3-9cf7-ae81a5081da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5870404 Jan 24 09:29:39.582976 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54296) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:39.584465 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bddf83-9ba6-4ace-91a5-758e574dc666 None None] Sync routers for ids ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:29:39.595673 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bddf83-9ba6-4ace-91a5-758e574dc666 None None] Routers {'42f1a91f-8f54-48b3-9cf7-ae81a5081da8'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:29:39.596369 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-69bddf83-9ba6-4ace-91a5-758e574dc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:29:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:39.691669 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Publish callbacks [] for router (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:39.706420 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-69bddf83-9ba6-4ace-91a5-758e574dc666 None None] Set router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:29:39.798807 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Publish callbacks [] for router_gateway (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:39.913887 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Deleting port 2e823e94-b0ab-4ad0-9927-691eb2229d0c {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:29:39.914157 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:39.979048 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-69bddf83-9ba6-4ace-91a5-758e574dc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'name': 'tempest-TestMinimumBasicScenario-1209502111-router', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:11Z', 'updated_at': '2022-01-24T09:29:38Z', 'revision_number': 5, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'gw_port': {'id': '2e823e94-b0ab-4ad0-9927-691eb2229d0c', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:27:12Z', 'updated_at': '2022-01-24T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:40.005430 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] For port 2e823e94-b0ab-4ad0-9927-691eb2229d0c, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=2e823e94-b0ab-4ad0-9927-691eb2229d0c,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:29:40.005867 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.011019 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bddf83-9ba6-4ace-91a5-758e574dc666 None None] Checking router: 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:29:40.019723 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bddf83-9ba6-4ace-91a5-758e574dc666 None None] Routers {'42f1a91f-8f54-48b3-9cf7-ae81a5081da8'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:29:40.020343 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-69bddf83-9ba6-4ace-91a5-758e574dc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:29:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:40.021100 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Calling delete_port for 2e823e94-b0ab-4ad0-9927-691eb2229d0c owned by network:router_gateway {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:29:40.109397 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-69bddf83-9ba6-4ace-91a5-758e574dc666 None None] Set router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 gateway port host: None {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:29:40.162469 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-69bddf83-9ba6-4ace-91a5-758e574dc666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'name': 'tempest-TestMinimumBasicScenario-1209502111-router', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:11Z', 'updated_at': '2022-01-24T09:29:39Z', 'revision_number': 6, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'gw_port_host': None}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:40.193277 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bddf83-9ba6-4ace-91a5-758e574dc666 None None] The sync data for ids ['42f1a91f-8f54-48b3-9cf7-ae81a5081da8'] in dv-cinder-804035-26-iscsi is: [{'id': '42f1a91f-8f54-48b3-9cf7-ae81a5081da8', 'name': 'tempest-TestMinimumBasicScenario-1209502111-router', 'tenant_id': '271856632fe149fb94fc0f2d48030be8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:27:11Z', 'updated_at': '2022-01-24T09:29:39Z', 'revision_number': 6, 'project_id': '271856632fe149fb94fc0f2d48030be8', 'gw_port_host': None}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:29:40.292812 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (2e823e94-b0ab-4ad0-9927-691eb2229d0c), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.317162 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e823e94-b0ab-4ad0-9927-691eb2229d0c,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:40.378308 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620264'] for router_gateway (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.467557 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6864'] for router (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.469669 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Publish callbacks [] for router_controller (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.576715 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36de16-815c-47b4-90ac-f87d2b94354e req-55b1b998-cd11-435e-91bd-5fbac92417bf tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:40.585190 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7b36de16-815c-47b4-90ac-f87d2b94354e req-55b1b998-cd11-435e-91bd-5fbac92417bf tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0652957 Jan 24 09:29:40.601842 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616805'] for router (42f1a91f-8f54-48b3-9cf7-ae81a5081da8), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.602883 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42f1a91f-8f54-48b3-9cf7-ae81a5081da8 {{(pid=103102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:29:40.610934 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.613149 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-b1a5ad0f-0967-4577-b360-d53d20542a27 admin admin] 10.222.0.113 "DELETE /v2.0/routers/42f1a91f-8f54-48b3-9cf7-ae81a5081da8 HTTP/1.1" status: 204 len: 168 time: 1.0279534 Jan 24 09:29:40.614607 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54300) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:40.638516 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 19cb2ce0-1831-47fc-9be9-62c51bb6317b no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:29:40.655730 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7b36de16-815c-47b4-90ac-f87d2b94354e req-a47e84b2-e715-4215-a8bc-97609f214d14 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690889 Jan 24 09:29:40.666085 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 19cb2ce0-1831-47fc-9be9-62c51bb6317b {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:29:40.676953 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 19cb2ce0-1831-47fc-9be9-62c51bb6317b not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:29:40.677735 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_v2 [None req-111f7898-46ad-4dcb-9c60-b70c56cc1128 admin admin] Deleting subnet fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9 {{(pid=103102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:29:40.677735 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-111f7898-46ad-4dcb-9c60-b70c56cc1128 admin admin] Publish callbacks [] for subnet (fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.710661 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-111f7898-46ad-4dcb-9c60-b70c56cc1128 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17333050'] for subnet (fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.789970 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-111f7898-46ad-4dcb-9c60-b70c56cc1128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.910005 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-111f7898-46ad-4dcb-9c60-b70c56cc1128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18398504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18764230'] for subnet (fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.934075 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f7898-46ad-4dcb-9c60-b70c56cc1128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:40.941036 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-111f7898-46ad-4dcb-9c60-b70c56cc1128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:40.945186 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-111f7898-46ad-4dcb-9c60-b70c56cc1128 admin admin] 10.222.0.113 "DELETE /v2.0/subnets/fd9e0166-d1dd-4cfb-92ed-3f24c110b7b9 HTTP/1.1" status: 204 len: 168 time: 0.3288884 Jan 24 09:29:40.946526 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7f3f16-9d8d-4375-85b0-e882340ed8fb None None] Network 809811dc-2eeb-45d2-9c3b-4d8465de056a requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:29:40.947873 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54302) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:41.028218 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (809811dc-2eeb-45d2-9c3b-4d8465de056a), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.086182 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Deleting port fa039da2-66b5-4213-b402-104cfe0a4ce9 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:29:41.086486 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.114723 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc67c2-d4b1-4b5d-af5b-13eeedddf6da None None] DHCP port deletion for 809811dc-2eeb-45d2-9c3b-4d8465de056a request from dv-cinder-804035-26-iscsi {{(pid=103103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:29:41.156168 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] For port fa039da2-66b5-4213-b402-104cfe0a4ce9, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=fa039da2-66b5-4213-b402-104cfe0a4ce9,segment=NetworkSegment(761be24c-db6b-40c1-932a-bc1df5ffeda1),segment_id=761be24c-db6b-40c1-932a-bc1df5ffeda1)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:29:41.156549 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.162601 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc67c2-d4b1-4b5d-af5b-13eeedddf6da None None] Deleting port fa039da2-66b5-4213-b402-104cfe0a4ce9 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:29:41.162971 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8dfc67c2-d4b1-4b5d-af5b-13eeedddf6da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.169103 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Calling delete_port for fa039da2-66b5-4213-b402-104cfe0a4ce9 owned by network:dhcp {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:29:41.231504 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-8dfc67c2-d4b1-4b5d-af5b-13eeedddf6da None None] For port fa039da2-66b5-4213-b402-104cfe0a4ce9, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=fa039da2-66b5-4213-b402-104cfe0a4ce9,segment=NetworkSegment(761be24c-db6b-40c1-932a-bc1df5ffeda1),segment_id=761be24c-db6b-40c1-932a-bc1df5ffeda1)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:29:41.231894 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8dfc67c2-d4b1-4b5d-af5b-13eeedddf6da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.245927 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc67c2-d4b1-4b5d-af5b-13eeedddf6da None None] Calling delete_port for fa039da2-66b5-4213-b402-104cfe0a4ce9 owned by network:dhcp {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:29:41.349888 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.355757 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-8dfc67c2-d4b1-4b5d-af5b-13eeedddf6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404'] for port (fa039da2-66b5-4213-b402-104cfe0a4ce9), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.377142 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] No DVR routers for this DVR port fa039da2-66b5-4213-b402-104cfe0a4ce9 on host dv-cinder-804035-26-iscsi {{(pid=103102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:29:41.380593 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa039da2-66b5-4213-b402-104cfe0a4ce9,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:41.384298 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc67c2-d4b1-4b5d-af5b-13eeedddf6da None None] Pushing event deleted for resources: {'Port': ['ID=fa039da2-66b5-4213-b402-104cfe0a4ce9,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:41.388159 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc67c2-d4b1-4b5d-af5b-13eeedddf6da None None] No DVR routers for this DVR port fa039da2-66b5-4213-b402-104cfe0a4ce9 on host dv-cinder-804035-26-iscsi {{(pid=103103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:29:41.456596 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (809811dc-2eeb-45d2-9c3b-4d8465de056a), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.479257 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809811dc-2eeb-45d2-9c3b-4d8465de056a']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:41.488491 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761be24c-db6b-40c1-932a-bc1df5ffeda1') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:41.488784 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761be24c-db6b-40c1-932a-bc1df5ffeda1') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:29:41.497723 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (761be24c-db6b-40c1-932a-bc1df5ffeda1), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.510476 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (761be24c-db6b-40c1-932a-bc1df5ffeda1), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.517008 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:29:41.517381 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (761be24c-db6b-40c1-932a-bc1df5ffeda1), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:29:41.518999 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:29:41.641461 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (809811dc-2eeb-45d2-9c3b-4d8465de056a), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.646758 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:41.649839 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] 10.222.0.113 "DELETE /v2.0/networks/809811dc-2eeb-45d2-9c3b-4d8465de056a HTTP/1.1" status: 204 len: 168 time: 0.7010005 Jan 24 09:29:41.660640 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad988d-9d9d-4619-85f1-ef44f70d4156 admin admin] Pushing event deleted for resources: {'Network': ['ID=809811dc-2eeb-45d2-9c3b-4d8465de056a,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:41.782357 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cad349-95f0-47e9-b85c-25babd3561cb req-5f26d6c4-d3be-4cf6-95b4-dadd7ca2994e tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:41.783882 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a4cad349-95f0-47e9-b85c-25babd3561cb req-5f26d6c4-d3be-4cf6-95b4-dadd7ca2994e tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0558486 Jan 24 09:29:41.833538 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-a4cad349-95f0-47e9-b85c-25babd3561cb req-8671c1b5-7914-49c7-9977-c4e12d7b6371 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439212 Jan 24 09:29:42.069561 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54308) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:42.108954 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-ce6920f6-ce4d-48d3-a778-895899e0dc95 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=a85801034a13431ebec2bd7a46843d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373256 Jan 24 09:29:42.111431 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54310) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:42.159393 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3bd86827-b898-41fa-a2a6-a1d5aa1ec4c9 admin admin] Publish callbacks [] for security_group (f86e7738-11d8-4c27-bfc7-8db1a87febe0), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:42.180996 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3bd86827-b898-41fa-a2a6-a1d5aa1ec4c9 admin admin] Publish callbacks [] for security_group (f86e7738-11d8-4c27-bfc7-8db1a87febe0), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:42.263859 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3bd86827-b898-41fa-a2a6-a1d5aa1ec4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (f86e7738-11d8-4c27-bfc7-8db1a87febe0), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:42.266664 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-3bd86827-b898-41fa-a2a6-a1d5aa1ec4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:42.267810 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-3bd86827-b898-41fa-a2a6-a1d5aa1ec4c9 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/f86e7738-11d8-4c27-bfc7-8db1a87febe0 HTTP/1.1" status: 204 len: 168 time: 0.1554720 Jan 24 09:29:42.275754 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd86827-b898-41fa-a2a6-a1d5aa1ec4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86e7738-11d8-4c27-bfc7-8db1a87febe0,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:42.500149 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 2e823e94-b0ab-4ad0-9927-691eb2229d0c no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:29:42.521261 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 2e823e94-b0ab-4ad0-9927-691eb2229d0c {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:29:42.521514 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 2e823e94-b0ab-4ad0-9927-691eb2229d0c not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:29:42.521930 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device fa039da2-66b5-4213-b402-104cfe0a4ce9 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:29:42.541043 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: fa039da2-66b5-4213-b402-104cfe0a4ce9 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:29:42.541384 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device fa039da2-66b5-4213-b402-104cfe0a4ce9 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:29:42.956269 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565967b-9f74-48dc-a5c6-6d31e5a6dba1 req-9169a6e3-85cb-4012-97a7-a5286bcde20c tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:42.957839 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9565967b-9f74-48dc-a5c6-6d31e5a6dba1 req-9169a6e3-85cb-4012-97a7-a5286bcde20c tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0552514 Jan 24 09:29:43.028224 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54318) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:43.074786 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-54e31a0a-cf64-4cba-8fb4-0b882f2befc4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=271856632fe149fb94fc0f2d48030be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453436 Jan 24 09:29:43.077407 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54320) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:43.128728 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5f740bae-a927-49a6-ace1-6515ecacad7f admin admin] Publish callbacks [] for security_group (bffdba91-94e8-471b-851e-52ccd9bf11f9), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:43.151036 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5f740bae-a927-49a6-ace1-6515ecacad7f admin admin] Publish callbacks [] for security_group (bffdba91-94e8-471b-851e-52ccd9bf11f9), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:43.273919 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9565967b-9f74-48dc-a5c6-6d31e5a6dba1 req-d12bbf39-0d50-46e1-9c45-06bf7b4284be tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104186 Jan 24 09:29:43.275606 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5f740bae-a927-49a6-ace1-6515ecacad7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (bffdba91-94e8-471b-851e-52ccd9bf11f9), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:43.279357 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-5f740bae-a927-49a6-ace1-6515ecacad7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:43.280200 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-5f740bae-a927-49a6-ace1-6515ecacad7f admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/bffdba91-94e8-471b-851e-52ccd9bf11f9 HTTP/1.1" status: 204 len: 168 time: 0.2017519 Jan 24 09:29:43.288305 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f740bae-a927-49a6-ace1-6515ecacad7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffdba91-94e8-471b-851e-52ccd9bf11f9,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:44.393553 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731fdb7-9bc2-4cea-80ef-b285ea1160f2 req-91863751-2b7f-4cea-a52c-b98ddb5a2472 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:44.395080 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b731fdb7-9bc2-4cea-80ef-b285ea1160f2 req-91863751-2b7f-4cea-a52c-b98ddb5a2472 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0481212 Jan 24 09:29:44.443975 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-b731fdb7-9bc2-4cea-80ef-b285ea1160f2 req-d1831ff5-9ba4-4657-9663-0f9a462262bf tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Jan 24 09:29:45.293480 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:29:45.559445 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf601bb-f312-45d4-b80b-bbb319359874 req-97a3b0e6-5f96-47f2-b5c5-90f43a60b909 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:45.560972 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-aaf601bb-f312-45d4-b80b-bbb319359874 req-97a3b0e6-5f96-47f2-b5c5-90f43a60b909 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0489228 Jan 24 09:29:45.610121 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-aaf601bb-f312-45d4-b80b-bbb319359874 req-37d5a002-57a2-4812-b8d4-fa9a5e6a8fc6 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435314 Jan 24 09:29:45.876561 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f24275-e0dc-4042-b22b-59f493b1ea0e req-2247b29e-52f3-4b3a-9ad1-eaf203cb3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:45.877961 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-50f24275-e0dc-4042-b22b-59f493b1ea0e req-2247b29e-52f3-4b3a-9ad1-eaf203cb3d98 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7a1db64ecaea44e09ecbf80f34523511&device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 1098 time: 0.0412948 Jan 24 09:29:45.972738 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f24275-e0dc-4042-b22b-59f493b1ea0e req-d1107c67-4084-4d24-98de-5677030f6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:45.975101 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-50f24275-e0dc-4042-b22b-59f493b1ea0e req-d1107c67-4084-4d24-98de-5677030f6ff1 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 HTTP/1.1" status: 200 len: 909 time: 0.0909631 Jan 24 09:29:46.047591 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-50f24275-e0dc-4042-b22b-59f493b1ea0e req-0a624115-961b-4f8f-b0d9-52c65b923482 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e HTTP/1.1" status: 200 len: 1001 time: 0.0663095 Jan 24 09:29:46.101860 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f24275-e0dc-4042-b22b-59f493b1ea0e req-4ecc1b33-bdf6-4e6a-92da-f7a1922240ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:46.103359 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-50f24275-e0dc-4042-b22b-59f493b1ea0e req-4ecc1b33-bdf6-4e6a-92da-f7a1922240ac service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6cbdaf6-4887-466c-af28-971fc026d51e HTTP/1.1" status: 200 len: 847 time: 0.0486968 Jan 24 09:29:46.149236 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f24275-e0dc-4042-b22b-59f493b1ea0e req-486d2421-1ff2-4522-b597-5a8ddd39cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:46.150666 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-50f24275-e0dc-4042-b22b-59f493b1ea0e req-486d2421-1ff2-4522-b597-5a8ddd39cec0 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401998 Jan 24 09:29:46.243458 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-50f24275-e0dc-4042-b22b-59f493b1ea0e req-a5bd27cd-722a-49f4-b4c7-8bcfe95021f0 service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852075 Jan 24 09:29:46.286306 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-27d14c90-9f49-4982-9f8d-ec16d9a19608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:46.334912 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-50f24275-e0dc-4042-b22b-59f493b1ea0e req-c78498c2-9f7a-42e4-9a9b-fd9ed89d6b53 service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840251 Jan 24 09:29:46.729523 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c60d3-8904-4d4a-b7f2-0f7e260cf40e req-7ad89fb8-e168-4efb-9cbb-51ac735e3170 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:46.730939 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-204c60d3-8904-4d4a-b7f2-0f7e260cf40e req-7ad89fb8-e168-4efb-9cbb-51ac735e3170 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0523791 Jan 24 09:29:46.780307 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-204c60d3-8904-4d4a-b7f2-0f7e260cf40e req-9e7f5e03-4ea9-42af-837f-2e8dfbf8cec5 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430560 Jan 24 09:29:47.686336 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:47.898984 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83c1b6-d66d-451e-bdf5-90d43f19c3d8 req-fa6fa78d-32a1-4781-a14b-afe578efb71f tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:47.900511 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ed83c1b6-d66d-451e-bdf5-90d43f19c3d8 req-fa6fa78d-32a1-4781-a14b-afe578efb71f tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0510154 Jan 24 09:29:47.956618 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ed83c1b6-d66d-451e-bdf5-90d43f19c3d8 req-d79aedcd-acdb-4c07-a289-e5ebe587084c tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503862 Jan 24 09:29:48.589225 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-9a3b7116-af28-4ee0-9669-59d234677aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:49.071295 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2abf5-4729-45ec-943f-2dc2794f4839 req-696bca75-0ee4-4db1-a7a2-f12116cb2746 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:49.072751 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-41b2abf5-4729-45ec-943f-2dc2794f4839 req-696bca75-0ee4-4db1-a7a2-f12116cb2746 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0483367 Jan 24 09:29:49.122020 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-41b2abf5-4729-45ec-943f-2dc2794f4839 req-b44cdca0-ccbb-497d-817b-31ed3e190c13 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Jan 24 09:29:49.528859 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c548a5-4317-4893-93eb-28ab99efedfa req-0669104f-947d-4e55-8b47-bc34743a6b12 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:49.530348 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-06c548a5-4317-4893-93eb-28ab99efedfa req-0669104f-947d-4e55-8b47-bc34743a6b12 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0483856 Jan 24 09:29:49.585650 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-06c548a5-4317-4893-93eb-28ab99efedfa req-4c2c655a-f594-4253-b776-03aea8d6f816 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488064 Jan 24 09:29:49.678757 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54342) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:29:49.765919 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-ef277652-8ff0-4d4e-9622-57c104fe9d7f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860140 Jan 24 09:29:49.775147 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-1febccec-df86-4769-833e-ae510b152425 service neutron] http://10.222.0.113:9696/v2.0/extensions returned with HTTP 200 {{(pid=103102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:29:49.776094 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-1febccec-df86-4769-833e-ae510b152425 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049720 Jan 24 09:29:49.828853 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:50.704848 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61500c-6373-45b0-86d8-640ba17f0cfe req-f4f72ab1-3281-4785-975d-018252c4be42 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:50.707453 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ba61500c-6373-45b0-86d8-640ba17f0cfe req-f4f72ab1-3281-4785-975d-018252c4be42 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0523183 Jan 24 09:29:50.757233 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-ba61500c-6373-45b0-86d8-640ba17f0cfe req-27c1aa4c-65b4-44a2-b87a-2322417df6b4 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443511 Jan 24 09:29:50.954847 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:51.374334 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device db0bed25-3789-4a53-af4c-4e01c8044a1e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:29:51.454001 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port db0bed25-3789-4a53-af4c-4e01c8044a1e is: ACTIVE; New status is: DOWN {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:29:51.454421 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:51.477411 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:29:51.479672 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fdcaca-30e9-48b4-8af9-c60803d6a8a1" -d '{"events": [{"server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "name": "network-vif-unplugged", "status": "completed", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:29:51.492640 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port db0bed25-3789-4a53-af4c-4e01c8044a1e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:29:51.623679 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:51.629286 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Jan 2022 09:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6392c435-23de-453f-add3-41b99bc63f8c x-openstack-request-id: req-6392c435-23de-453f-add3-41b99bc63f8c {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:29:51.629678 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "name": "network-vif-unplugged", "status": "failed", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e", "code": 422}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:29:51.629954 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-6392c435-23de-453f-add3-41b99bc63f8c {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:29:51.630566 dv-cinder-804035-26-iscsi neutron-server[103103]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'code': 422} returned with failed status Jan 24 09:29:51.674755 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=db0bed25-3789-4a53-af4c-4e01c8044a1e,revision_number=6']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:29:51.873026 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac8b7a-56a5-4690-816c-b66c68212d5b req-a9876849-ac5b-4659-8d92-621ed7afe910 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:51.874474 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-75ac8b7a-56a5-4690-816c-b66c68212d5b req-a9876849-ac5b-4659-8d92-621ed7afe910 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0505147 Jan 24 09:29:51.925571 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-75ac8b7a-56a5-4690-816c-b66c68212d5b req-49395d3d-1643-4628-83d1-00c899d5863f tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442352 Jan 24 09:29:52.320907 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-b987ad4e-a7f4-44b1-aa38-b2c566b36e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:52.322441 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-b987ad4e-a7f4-44b1-aa38-b2c566b36e5f service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf&tenant_id=7a1db64ecaea44e09ecbf80f34523511 HTTP/1.1" status: 200 len: 1096 time: 0.0451441 Jan 24 09:29:52.389321 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-db7923a5-3a21-48c2-9502-8971d6ed402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:52.390862 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-db7923a5-3a21-48c2-9502-8971d6ed402d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7a1db64ecaea44e09ecbf80f34523511&device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 1096 time: 0.0451431 Jan 24 09:29:52.480606 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-d6f4a04b-3ccd-4c23-a9b3-5738cc7c22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:52.482060 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-d6f4a04b-3ccd-4c23-a9b3-5738cc7c22b0 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 HTTP/1.1" status: 200 len: 909 time: 0.0853798 Jan 24 09:29:52.548814 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:29:52.552063 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-a72857ed-305d-41e8-8318-790ab5c9b17b service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e HTTP/1.1" status: 200 len: 999 time: 0.0630102 Jan 24 09:29:52.600668 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-17b8baa2-3373-47f7-8801-4e7f670bf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:52.602043 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-17b8baa2-3373-47f7-8801-4e7f670bf0a7 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6cbdaf6-4887-466c-af28-971fc026d51e HTTP/1.1" status: 200 len: 847 time: 0.0438740 Jan 24 09:29:52.649243 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-e77210a6-8eab-4793-b0d1-e38c9d331106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:52.650780 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-e77210a6-8eab-4793-b0d1-e38c9d331106 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411820 Jan 24 09:29:52.757125 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-3a7ab2a1-d1bb-47c8-9260-8438b7a0e85c service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996592 Jan 24 09:29:52.851124 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-784a8708-0c80-4377-93f3-1da868ef9c15 req-61a394b9-71be-452c-9a8e-2480c1ccb311 service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878160 Jan 24 09:29:53.047643 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4b056-3ea1-40d7-a6b8-37083568ab3f req-d862c061-5bf6-40ab-9bf1-ca4e75c2f9dc tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:53.052017 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-30a4b056-3ea1-40d7-a6b8-37083568ab3f req-d862c061-5bf6-40ab-9bf1-ca4e75c2f9dc tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0575547 Jan 24 09:29:53.104479 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-30a4b056-3ea1-40d7-a6b8-37083568ab3f req-7101cc7c-7a7a-4022-a266-3aab014f6258 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466104 Jan 24 09:29:54.223321 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc762d93-2a3e-4ee4-b9ad-e14f19e5f876 req-978a1801-93bb-41d2-8cea-92fcd0b055cd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:54.225384 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc762d93-2a3e-4ee4-b9ad-e14f19e5f876 req-978a1801-93bb-41d2-8cea-92fcd0b055cd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0513332 Jan 24 09:29:54.274329 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-cc762d93-2a3e-4ee4-b9ad-e14f19e5f876 req-b7540838-de06-425f-aa83-1cfed8616686 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 Jan 24 09:29:55.395761 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a1d66-2111-41e3-8240-87bae7bd9cef req-3f1ef7df-8c89-491a-9841-463336b0f8d5 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:55.397340 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4e4a1d66-2111-41e3-8240-87bae7bd9cef req-3f1ef7df-8c89-491a-9841-463336b0f8d5 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0539234 Jan 24 09:29:55.447620 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-4e4a1d66-2111-41e3-8240-87bae7bd9cef req-312c61af-79e7-4b3a-b6a5-a2c276d1c475 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Jan 24 09:29:56.566374 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786e6dd-d48c-450b-8c5b-d833b6dbc94b req-21fba2e3-51a4-4601-bb98-e343699f99c3 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:56.568121 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9786e6dd-d48c-450b-8c5b-d833b6dbc94b req-21fba2e3-51a4-4601-bb98-e343699f99c3 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0522876 Jan 24 09:29:56.617916 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9786e6dd-d48c-450b-8c5b-d833b6dbc94b req-26f461d8-b08f-4e96-a776-2901a037009a tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443110 Jan 24 09:29:57.734774 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2eadf7-a7cc-4a2f-8176-f622a93e4b5e req-3f94db16-9d9d-4cdd-907a-51ece43c1393 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:57.736238 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1f2eadf7-a7cc-4a2f-8176-f622a93e4b5e req-3f94db16-9d9d-4cdd-907a-51ece43c1393 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0499444 Jan 24 09:29:57.784142 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-1f2eadf7-a7cc-4a2f-8176-f622a93e4b5e req-8a3b1f05-4ed1-4047-a986-1684e509a276 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423772 Jan 24 09:29:58.904026 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cc667-f7aa-413f-b795-baf0be4b4fc0 req-86de8bf4-d36c-4d5f-9437-d3f7c695cb2a tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:29:58.905539 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9b6cc667-f7aa-413f-b795-baf0be4b4fc0 req-86de8bf4-d36c-4d5f-9437-d3f7c695cb2a tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0527592 Jan 24 09:29:58.953447 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9b6cc667-f7aa-413f-b795-baf0be4b4fc0 req-8fe1401e-ec06-41a7-b771-bb333ec27c9d tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423009 Jan 24 09:30:00.070009 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f608-fcaa-4c59-ab8c-121776d7f7da req-8b1afa5e-e4dc-4c3d-a062-af6ac354b9ac tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:30:00.071507 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f461f608-fcaa-4c59-ab8c-121776d7f7da req-8b1afa5e-e4dc-4c3d-a062-af6ac354b9ac tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0505059 Jan 24 09:30:00.124563 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-f461f608-fcaa-4c59-ab8c-121776d7f7da req-adc78802-2128-462a-b5ac-6d7699003ab5 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474129 Jan 24 09:30:01.241530 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70c42d-2dc9-4a2a-8daf-e79b62d0ab90 req-0583b037-1d85-44ab-812c-7c1739d8dae0 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:30:01.243188 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7a70c42d-2dc9-4a2a-8daf-e79b62d0ab90 req-0583b037-1d85-44ab-812c-7c1739d8dae0 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 943 time: 0.0491750 Jan 24 09:30:01.291985 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-7a70c42d-2dc9-4a2a-8daf-e79b62d0ab90 req-a371367f-ac73-4ff0-9c55-e495121931fc tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433097 Jan 24 09:30:01.392938 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device db0bed25-3789-4a53-af4c-4e01c8044a1e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=103103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:30:01.486426 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port db0bed25-3789-4a53-af4c-4e01c8044a1e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:30:01.497552 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Returning: {'device': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'port_id': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'mac_address': 'fa:16:3e:16:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:30:01.534855 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port db0bed25-3789-4a53-af4c-4e01c8044a1e is: DOWN; New status is: BUILD {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:30:01.535252 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:01.551512 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0bed25-3789-4a53-af4c-4e01c8044a1e {{(pid=103103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:30:01.570710 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port db0bed25-3789-4a53-af4c-4e01c8044a1e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:30:01.639655 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:01.686837 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=db0bed25-3789-4a53-af4c-4e01c8044a1e,revision_number=7']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:30:01.865324 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] get_ports_and_sgs() called for port_ids ['db0bed25-3789-4a53-af4c-4e01c8044a1e'] {{(pid=103103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:30:02.405679 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f28ecd-8bea-48f9-b9be-39ed0a031ab2 req-b003e7d1-c4ac-44c2-8d96-652627fb5570 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:30:02.407174 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-65f28ecd-8bea-48f9-b9be-39ed0a031ab2 req-b003e7d1-c4ac-44c2-8d96-652627fb5570 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 944 time: 0.0487666 Jan 24 09:30:02.459136 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-65f28ecd-8bea-48f9-b9be-39ed0a031ab2 req-9d0d6bc4-7d6d-4e2b-be92-368cd68a4212 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458052 Jan 24 09:30:03.409089 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device db0bed25-3789-4a53-af4c-4e01c8044a1e up at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:30:03.462875 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.provisioning_blocks [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Provisioning complete for port db0bed25-3789-4a53-af4c-4e01c8044a1e triggered by entity L2. {{(pid=103103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:30:03.463243 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1012234'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), provisioning_complete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:03.550926 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Current status of the port db0bed25-3789-4a53-af4c-4e01c8044a1e is: BUILD; New status is: ACTIVE {{(pid=103103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:30:03.551324 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601246'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), before_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:03.575950 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e'}] {{(pid=103103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:30:03.578223 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8506c47fa2f65afc3bd8100cb334d6e56f78a930230bfcbb8e56e60e790f793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b216fe-9820-403f-874e-d2aaddf3e4fd" -d '{"events": [{"server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "name": "network-vif-plugged", "status": "completed", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e"}]}' {{(pid=103103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:30:03.584736 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815b04c-b7c0-4b8b-bc43-67614ace7527 req-d84e23ee-5d32-4f20-82e7-d83ab3121595 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:30:03.586639 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e815b04c-b7c0-4b8b-bc43-67614ace7527 req-d84e23ee-5d32-4f20-82e7-d83ab3121595 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 944 time: 0.0569742 Jan 24 09:30:03.592870 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] For port db0bed25-3789-4a53-af4c-4e01c8044a1e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:30:03.616488 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3141da-c4b6-4888-ae4f-6ee00d472f59 x-openstack-request-id: req-4d3141da-c4b6-4888-ae4f-6ee00d472f59 {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:30:03.617680 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "name": "network-vif-plugged", "status": "completed", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e", "code": 200}]} {{(pid=103103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:30:03.617680 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-4d3141da-c4b6-4888-ae4f-6ee00d472f59 {{(pid=103103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:30:03.617680 dv-cinder-804035-26-iscsi neutron-server[103103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'code': 200} Jan 24 09:30:03.641195 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-e815b04c-b7c0-4b8b-bc43-67614ace7527 req-139d742e-662a-4306-ae07-6bf91a475536 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494244 Jan 24 09:30:03.646203 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776391644227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776391078413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776391078431'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:03.700008 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Pushing event updated for resources: {'Port': ['ID=db0bed25-3789-4a53-af4c-4e01c8044a1e,revision_number=8']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:30:03.934813 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aab233-2943-4d87-83a1-f2766b735585 req-1707712c-caf9-48c0-8e15-74654083d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:30:03.936342 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-27aab233-2943-4d87-83a1-f2766b735585 req-1707712c-caf9-48c0-8e15-74654083d219 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 1098 time: 0.0417757 Jan 24 09:30:03.982495 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-27aab233-2943-4d87-83a1-f2766b735585 req-44d95425-7cb6-4c33-9419-b58f69685a50 service neutron] 10.222.0.115 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391076 Jan 24 09:30:04.756669 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ee998-6f6f-4904-960e-3555cb12de3c req-b5048e42-f9c9-4956-acc4-f98d59077c10 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:30:04.758041 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-669ee998-6f6f-4904-960e-3555cb12de3c req-b5048e42-f9c9-4956-acc4-f98d59077c10 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0494068 Jan 24 09:30:04.808290 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-669ee998-6f6f-4904-960e-3555cb12de3c req-43bcc450-9e0e-4e63-9166-4076787ed34a tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447309 Jan 24 09:30:05.932755 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365025f3-c392-44e6-8f45-0b80791d2189 req-c7d9d657-81b7-4cc6-a9da-efda4ada84b7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:30:05.934372 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-365025f3-c392-44e6-8f45-0b80791d2189 req-c7d9d657-81b7-4cc6-a9da-efda4ada84b7 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0544925 Jan 24 09:30:05.989873 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-365025f3-c392-44e6-8f45-0b80791d2189 req-59492d0c-b14a-4505-94a6-70264fd70d2c tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497384 Jan 24 09:30:16.279679 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-193fccd0-304f-4b55-a9fc-ca7d36c79bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:17.724919 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:18.627769 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-7ba3dafc-07a5-4fb9-b707-6666c4b74371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:19.913495 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:20.976467 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:22.292527 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:30:22.599912 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:29.536889 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-caa4e207-0f37-489f-8a76-06b384db1eb2 service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446773 Jan 24 09:30:29.623120 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-db517a29-a7fc-4436-9c3f-8d0c26bab6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:30:29.624651 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-db517a29-a7fc-4436-9c3f-8d0c26bab6d4 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7a1db64ecaea44e09ecbf80f34523511&device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 1098 time: 0.0422120 Jan 24 09:30:29.734452 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-d15b1203-e225-4ecc-aef0-298afcc80783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:30:29.736456 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-d15b1203-e225-4ecc-aef0-298afcc80783 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 HTTP/1.1" status: 200 len: 909 time: 0.0922463 Jan 24 09:30:29.800027 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-af0192e7-7510-42dc-8105-32697b1dbf48 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e HTTP/1.1" status: 200 len: 1001 time: 0.0576715 Jan 24 09:30:29.855856 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-d588843c-2522-48fd-bcde-110f10ae0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:30:29.857376 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-d588843c-2522-48fd-bcde-110f10ae0272 service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6cbdaf6-4887-466c-af28-971fc026d51e HTTP/1.1" status: 200 len: 847 time: 0.0425923 Jan 24 09:30:29.905025 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-a93d979b-5ec9-494e-a1aa-52a6147ad159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:30:29.906587 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-a93d979b-5ec9-494e-a1aa-52a6147ad159 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428052 Jan 24 09:30:29.995964 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-233a3922-88df-4372-8b3b-96c4d484f780 service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803173 Jan 24 09:30:30.089800 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-037c2f75-d1a3-4683-be01-3c3824ab62c1 req-d3eefcfd-433c-4a46-8b00-fb75cc315dd1 service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857854 Jan 24 09:30:46.290026 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-12667726-5e2b-4ae8-84aa-d589fe23fedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:47.672471 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:48.564719 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b8360a88-1ace-474e-83aa-6165236e40c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:49.833006 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:50.980896 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:52.563697 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:30:59.291193 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:31:16.334904 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-56fbb00b-c6ac-466a-ba26-7b65f79d3e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:17.700258 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:18.557702 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-3a036b12-ae2d-4134-8294-b89d8d221295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:19.883292 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:20.997096 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:22.573623 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:25.296684 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54410) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:25.460687 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Deleting port 01b19033-2335-4e3c-9287-30a42d8ef30c {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:31:25.461023 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (01b19033-2335-4e3c-9287-30a42d8ef30c), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:25.534288 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (01b19033-2335-4e3c-9287-30a42d8ef30c), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:25.534615 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for floatingip (01b19033-2335-4e3c-9287-30a42d8ef30c), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:25.546017 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Calling delete_port for 01b19033-2335-4e3c-9287-30a42d8ef30c owned by network:floatingip {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:31:26.008842 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (01b19033-2335-4e3c-9287-30a42d8ef30c), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:26.036864 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event deleted for resources: {'Port': ['ID=01b19033-2335-4e3c-9287-30a42d8ef30c,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:26.062122 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.062477 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.063012 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.063132 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.063462 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.063786 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.064109 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.064529 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.064798 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.065089 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.065403 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.065719 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.066036 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:26.114712 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for floatingip (981dec53-11be-498b-8d09-5eda5c8b6df6), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:26.115044 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.db.l3_db [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Floating IP 981dec53-11be-498b-8d09-5eda5c8b6df6 disassociated (deleted). External IP: 172.27.0.237, port: db0bed25-3789-4a53-af4c-4e01c8044a1e. Jan 24 09:31:26.324408 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Router 509574c8-61ee-4866-8ebb-18db16214476 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:31:26.436083 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:31:26.443870 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for floatingip (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:26.447218 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bdc644-bd1b-4088-8d78-8837882a823b None None] Sync routers for ids ['509574c8-61ee-4866-8ebb-18db16214476'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:31:26.456336 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bdc644-bd1b-4088-8d78-8837882a823b None None] Routers {'509574c8-61ee-4866-8ebb-18db16214476'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:31:26.456957 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a2bdc644-bd1b-4088-8d78-8837882a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:31:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['509574c8-61ee-4866-8ebb-18db16214476'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:26.472655 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-118ac552-136c-423b-bf45-b3017be7f3fd tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "DELETE /v2.0/floatingips/981dec53-11be-498b-8d09-5eda5c8b6df6 HTTP/1.1" status: 204 len: 168 time: 1.1747165 Jan 24 09:31:26.473890 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e'}] {{(pid=103102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:31:26.476900 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a1f9b8f426edbc55e6178fb0656aabaaee06a47fc80a7429674e4344d9448a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70" -d '{"events": [{"name": "network-changed", "server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e"}]}' {{(pid=103102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:31:26.515639 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b02cd9-3367-4462-a94e-cf225bf9b3c4 x-openstack-request-id: req-55b02cd9-3367-4462-a94e-cf225bf9b3c4 {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:31:26.515639 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e", "status": "completed", "code": 200}]} {{(pid=103102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:31:26.515639 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-55b02cd9-3367-4462-a94e-cf225bf9b3c4 {{(pid=103102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:31:26.516063 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'status': 'completed', 'code': 200} Jan 24 09:31:26.587680 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70 req-f0ba3d66-fa32-42d1-b62e-4f7f1db49b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:31:26.589541 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70 req-f0ba3d66-fa32-42d1-b62e-4f7f1db49b8d service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7a1db64ecaea44e09ecbf80f34523511&device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 1098 time: 0.0474372 Jan 24 09:31:26.694190 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70 req-0d4d98f1-c294-48ca-bb9d-de8e5f24adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:31:26.695700 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70 req-0d4d98f1-c294-48ca-bb9d-de8e5f24adc6 service neutron] 10.222.0.115 "GET /v2.0/networks?id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 HTTP/1.1" status: 200 len: 909 time: 0.0982018 Jan 24 09:31:26.707392 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-a2bdc644-bd1b-4088-8d78-8837882a823b None None] Set router 509574c8-61ee-4866-8ebb-18db16214476 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:31:26.740275 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70 req-81df1d00-c276-4787-bf6f-fa9caaf76423 service neutron] 10.222.0.115 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e HTTP/1.1" status: 200 len: 217 time: 0.0374727 Jan 24 09:31:26.809019 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70 req-017cac7e-7960-4873-b753-b2b76e09029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:31:26.810557 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70 req-017cac7e-7960-4873-b753-b2b76e09029b service neutron] 10.222.0.115 "GET /v2.0/subnets?id=d6cbdaf6-4887-466c-af28-971fc026d51e HTTP/1.1" status: 200 len: 847 time: 0.0563269 Jan 24 09:31:26.867494 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70 req-ed238874-3b48-49c3-8c06-ce469f8a9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:31:26.874683 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70 req-ed238874-3b48-49c3-8c06-ce469f8a9da6 service neutron] 10.222.0.115 "GET /v2.0/ports?network_id=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499964 Jan 24 09:31:26.923217 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a2bdc644-bd1b-4088-8d78-8837882a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:39Z', 'revision_number': 4, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '4feef1d6-cfd9-42cb-9b7a-aab92949764c', 'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'mac_address': 'fa:16:3e:44:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:38Z', 'updated_at': '2022-01-24T09:26:42Z', 'revision_number': 5, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'subnets': [{'id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:26.950173 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bdc644-bd1b-4088-8d78-8837882a823b None None] Checking router: 509574c8-61ee-4866-8ebb-18db16214476 for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:31:26.959160 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bdc644-bd1b-4088-8d78-8837882a823b None None] Routers {'509574c8-61ee-4866-8ebb-18db16214476'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:31:26.959767 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a2bdc644-bd1b-4088-8d78-8837882a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:31:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['509574c8-61ee-4866-8ebb-18db16214476'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:26.987322 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c343a5f-d374-47d3-9bba-c02734bab9c1 req-93c1b1d9-bffb-4480-a41c-3fcfbdfa784b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:31:26.988883 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2c343a5f-d374-47d3-9bba-c02734bab9c1 req-93c1b1d9-bffb-4480-a41c-3fcfbdfa784b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.1036572 Jan 24 09:31:27.016635 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70 req-0c80bc86-308f-4d6e-9654-45e9ed76362f service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392026 Jan 24 09:31:27.068089 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-a2bdc644-bd1b-4088-8d78-8837882a823b None None] Set router 509574c8-61ee-4866-8ebb-18db16214476 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:31:27.096870 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-2c343a5f-d374-47d3-9bba-c02734bab9c1 req-aa1c74dc-901e-4e58-ae51-07f918a11f23 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967426 Jan 24 09:31:27.133893 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-9b2d8a47-cebe-4e4d-9d16-ec3bdb561e70 req-720bfa70-1153-47b2-bd1a-6e0d6256a186 service neutron] 10.222.0.115 "GET /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100643 Jan 24 09:31:27.279545 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-a2bdc644-bd1b-4088-8d78-8837882a823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:39Z', 'revision_number': 4, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '4feef1d6-cfd9-42cb-9b7a-aab92949764c', 'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'mac_address': 'fa:16:3e:44:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:38Z', 'updated_at': '2022-01-24T09:26:42Z', 'revision_number': 5, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'subnets': [{'id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:27.309208 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bdc644-bd1b-4088-8d78-8837882a823b None None] The sync data for ids ['509574c8-61ee-4866-8ebb-18db16214476'] in dv-cinder-804035-26-iscsi is: [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:26:39Z', 'revision_number': 4, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi', '_interfaces': [{'id': '4feef1d6-cfd9-42cb-9b7a-aab92949764c', 'name': '', 'network_id': 'f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'mac_address': 'fa:16:3e:44:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:38Z', 'updated_at': '2022-01-24T09:26:42Z', 'revision_number': 5, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'subnets': [{'id': 'd6cbdaf6-4887-466c-af28-971fc026d51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:31:27.529111 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8896f-c062-4892-8968-610a64e8e7c0 None None] New status for floating IP 981dec53-11be-498b-8d09-5eda5c8b6df6: DOWN {{(pid=103104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:31:28.216312 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc9809-dc4f-4a10-9cab-2ea901b9a507 req-d88bd9e2-78e3-4d78-9843-60ae71754854 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:31:28.217935 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d6cc9809-dc4f-4a10-9cab-2ea901b9a507 req-d88bd9e2-78e3-4d78-9843-60ae71754854 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0502312 Jan 24 09:31:28.267308 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-d6cc9809-dc4f-4a10-9cab-2ea901b9a507 req-f0c9c86d-ec63-4e8f-a8a1-322237e8f75c tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/security-groups?id=ee98d498-09d4-4411-82e4-678902e9e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429292 Jan 24 09:31:28.701001 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c5eb4-33d9-4962-9354-6ec2c61465b8 req-a41b6bc8-59ac-4eff-817f-61e5f307139b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:31:28.702408 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-092c5eb4-33d9-4962-9354-6ec2c61465b8 req-a41b6bc8-59ac-4eff-817f-61e5f307139b tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.115 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 945 time: 0.0535357 Jan 24 09:31:28.792929 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-092c5eb4-33d9-4962-9354-6ec2c61465b8 req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Deleting port db0bed25-3789-4a53-af4c-4e01c8044a1e {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:31:28.793273 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-092c5eb4-33d9-4962-9354-6ec2c61465b8 req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:28.883720 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [req-092c5eb4-33d9-4962-9354-6ec2c61465b8 req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] For port db0bed25-3789-4a53-af4c-4e01c8044a1e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=db0bed25-3789-4a53-af4c-4e01c8044a1e,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:31:28.884078 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-092c5eb4-33d9-4962-9354-6ec2c61465b8 req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:28.896698 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [req-092c5eb4-33d9-4962-9354-6ec2c61465b8 req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Calling delete_port for db0bed25-3789-4a53-af4c-4e01c8044a1e owned by compute:nova {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:31:29.112057 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-092c5eb4-33d9-4962-9354-6ec2c61465b8 req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (db0bed25-3789-4a53-af4c-4e01c8044a1e), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:29.143510 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event deleted for resources: {'Port': ['ID=db0bed25-3789-4a53-af4c-4e01c8044a1e,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:29.169586 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.169936 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.170314 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.170651 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.170982 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.171319 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.171645 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.171969 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.172291 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.172613 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.172936 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.173332 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.173655 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:29.200513 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [req-092c5eb4-33d9-4962-9354-6ec2c61465b8 req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] No DVR routers for this DVR port db0bed25-3789-4a53-af4c-4e01c8044a1e on host hv-cinder-80403 {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:31:29.202933 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [req-092c5eb4-33d9-4962-9354-6ec2c61465b8 req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10350'] for port (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:29.206370 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-092c5eb4-33d9-4962-9354-6ec2c61465b8 req-8e82f860-29a7-4685-b2cc-41be5dd300e9 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.115 "DELETE /v2.0/ports/db0bed25-3789-4a53-af4c-4e01c8044a1e HTTP/1.1" status: 204 len: 173 time: 0.4972010 Jan 24 09:31:29.207638 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'name': 'network-vif-deleted', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e'}] {{(pid=103101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:31:29.210582 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.113/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}988c167ce9678ac36f6fc911256c4853816ea33d4b6c3843b1bb3700a844bb29" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3709823d-3f7b-4014-8ff0-6a22a427516b" -d '{"events": [{"server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "name": "network-vif-deleted", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e"}]}' {{(pid=103101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:31:29.250265 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5699a1db-a8cb-44fe-8d69-1193517a956a x-openstack-request-id: req-5699a1db-a8cb-44fe-8d69-1193517a956a {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:31:29.250580 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07611092-00af-4943-a30a-a3698c2520bf", "name": "network-vif-deleted", "tag": "db0bed25-3789-4a53-af4c-4e01c8044a1e", "status": "completed", "code": 200}]} {{(pid=103101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:31:29.250828 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.113/compute/v2.1/os-server-external-events used request id req-5699a1db-a8cb-44fe-8d69-1193517a956a {{(pid=103101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:31:29.251222 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07611092-00af-4943-a30a-a3698c2520bf', 'name': 'network-vif-deleted', 'tag': 'db0bed25-3789-4a53-af4c-4e01c8044a1e', 'status': 'completed', 'code': 200} Jan 24 09:31:29.362360 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [req-10908f4c-2ae7-4f3b-bcb5-f23f5aa193ad req-d0fb4033-f70f-49fd-bb36-5746e8e3b162 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 210 time: 0.0257995 Jan 24 09:31:30.473858 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-64a9a020-d054-41f6-8aa1-39767f0a6d1d req-1f19e34a-ce61-4f7b-9dbd-ded3738e7b67 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 210 time: 0.0286376 Jan 24 09:31:30.528140 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3a03e654-baf7-42ea-9322-da208c10155c req-056faedb-13a4-40bc-a2f6-263c88de0a6a service neutron] 10.222.0.115 "GET /v2.0/ports?device_id=07611092-00af-4943-a30a-a3698c2520bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268059 Jan 24 09:31:30.593526 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3a03e654-baf7-42ea-9322-da208c10155c req-976c9ff6-83c4-4995-b85d-42d987f86d21 service neutron] 10.222.0.115 "GET /v2.0/ports?tenant_id=7a1db64ecaea44e09ecbf80f34523511&device_id=07611092-00af-4943-a30a-a3698c2520bf HTTP/1.1" status: 200 len: 210 time: 0.0248158 Jan 24 09:31:30.716865 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03e654-baf7-42ea-9322-da208c10155c req-c781267d-c5d9-430e-8fc7-cf343c9b7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:31:30.718298 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3a03e654-baf7-42ea-9322-da208c10155c req-c781267d-c5d9-430e-8fc7-cf343c9b7c67 service neutron] 10.222.0.115 "GET /v2.0/networks?tenant_id=7a1db64ecaea44e09ecbf80f34523511&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0979650 Jan 24 09:31:30.821767 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03e654-baf7-42ea-9322-da208c10155c req-4627bf37-de86-452f-b823-bba406ea5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:31:30.823348 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [req-3a03e654-baf7-42ea-9322-da208c10155c req-4627bf37-de86-452f-b823-bba406ea5bc6 service neutron] 10.222.0.115 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984058 Jan 24 09:31:31.531516 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54440) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:31.588606 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2242dcc6-d060-40c0-b890-7e40abf04490 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group (ee98d498-09d4-4411-82e4-678902e9e2e9), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:31.613616 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2242dcc6-d060-40c0-b890-7e40abf04490 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group (ee98d498-09d4-4411-82e4-678902e9e2e9), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:31.795882 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2242dcc6-d060-40c0-b890-7e40abf04490 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (ee98d498-09d4-4411-82e4-678902e9e2e9), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:31.798553 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-2242dcc6-d060-40c0-b890-7e40abf04490 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:31.799760 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-2242dcc6-d060-40c0-b890-7e40abf04490 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] 10.222.0.113 "DELETE /v2.0/security-groups/ee98d498-09d4-4411-82e4-678902e9e2e9 HTTP/1.1" status: 204 len: 168 time: 0.2672296 Jan 24 09:31:31.813981 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242dcc6-d060-40c0-b890-7e40abf04490 tempest-TestShelveInstance-428663437 tempest-TestShelveInstance-428663437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee98d498-09d4-4411-82e4-678902e9e2e9,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:31.937322 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54444) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:31.960376 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device db0bed25-3789-4a53-af4c-4e01c8044a1e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:31:31.981519 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] No Port match for: db0bed25-3789-4a53-af4c-4e01c8044a1e {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:31:31.981844 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Device db0bed25-3789-4a53-af4c-4e01c8044a1e not bound to the agent host hv-cinder-80403 {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:31:32.285996 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622055'] for router_interface (509574c8-61ee-4866-8ebb-18db16214476), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:32.530336 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] Deleting port 4feef1d6-cfd9-42cb-9b7a-aab92949764c {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:31:32.530679 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:32.609395 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] For port 4feef1d6-cfd9-42cb-9b7a-aab92949764c, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=4feef1d6-cfd9-42cb-9b7a-aab92949764c,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:31:32.610141 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:32.622902 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] Calling delete_port for 4feef1d6-cfd9-42cb-9b7a-aab92949764c owned by network:router_interface {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:31:33.134746 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (4feef1d6-cfd9-42cb-9b7a-aab92949764c), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:33.165750 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4feef1d6-cfd9-42cb-9b7a-aab92949764c,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:33.339144 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614365'] for router_interface (509574c8-61ee-4866-8ebb-18db16214476), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:33.557120 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] Router 509574c8-61ee-4866-8ebb-18db16214476 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:31:33.665109 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:31:33.670217 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-953f1001-bbe7-4e7c-a243-f80c4f77af8e admin admin] 10.222.0.113 "PUT /v2.0/routers/509574c8-61ee-4866-8ebb-18db16214476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7316742 Jan 24 09:31:33.672747 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54446) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:33.673887 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4aa1ee-c884-42f0-b942-c22955683528 None None] Sync routers for ids ['509574c8-61ee-4866-8ebb-18db16214476'] in dv-cinder-804035-26-iscsi {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:31:33.684556 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4aa1ee-c884-42f0-b942-c22955683528 None None] Routers {'509574c8-61ee-4866-8ebb-18db16214476'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:31:33.685167 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-3a4aa1ee-c884-42f0-b942-c22955683528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:31:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['509574c8-61ee-4866-8ebb-18db16214476'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:33.782744 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Publish callbacks [] for router (509574c8-61ee-4866-8ebb-18db16214476), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:33.794235 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-3a4aa1ee-c884-42f0-b942-c22955683528 None None] Set router 509574c8-61ee-4866-8ebb-18db16214476 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:31:33.889342 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Publish callbacks [] for router_gateway (509574c8-61ee-4866-8ebb-18db16214476), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:33.976022 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-3a4aa1ee-c884-42f0-b942-c22955683528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:31:33Z', 'revision_number': 5, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:34.001524 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4aa1ee-c884-42f0-b942-c22955683528 None None] Checking router: 509574c8-61ee-4866-8ebb-18db16214476 for host: dv-cinder-804035-26-iscsi {{(pid=103103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:31:34.010827 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4aa1ee-c884-42f0-b942-c22955683528 None None] Routers {'509574c8-61ee-4866-8ebb-18db16214476'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:31:34.011430 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-3a4aa1ee-c884-42f0-b942-c22955683528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:31:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['509574c8-61ee-4866-8ebb-18db16214476'], 'active': True} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:34.061725 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Deleting port 63ff4af3-21f4-4286-ba21-6a1de864fb09 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:31:34.062067 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:34.117086 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvr_db [None req-3a4aa1ee-c884-42f0-b942-c22955683528 None None] Set router 509574c8-61ee-4866-8ebb-18db16214476 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:31:34.142737 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] For port 63ff4af3-21f4-4286-ba21-6a1de864fb09, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=63ff4af3-21f4-4286-ba21-6a1de864fb09,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:31:34.143098 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:34.161609 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Calling delete_port for 63ff4af3-21f4-4286-ba21-6a1de864fb09 owned by network:router_gateway {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:31:34.312100 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_hamode_db [None req-3a4aa1ee-c884-42f0-b942-c22955683528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:31:33Z', 'revision_number': 5, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:34.342958 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4aa1ee-c884-42f0-b942-c22955683528 None None] The sync data for ids ['509574c8-61ee-4866-8ebb-18db16214476'] in dv-cinder-804035-26-iscsi is: [{'id': '509574c8-61ee-4866-8ebb-18db16214476', 'name': 'tempest-TestShelveInstance-404705727-router', 'tenant_id': '7a1db64ecaea44e09ecbf80f34523511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:35Z', 'updated_at': '2022-01-24T09:31:33Z', 'revision_number': 5, 'project_id': '7a1db64ecaea44e09ecbf80f34523511', 'gw_port': {'id': '63ff4af3-21f4-4286-ba21-6a1de864fb09', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:07:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509574c8-61ee-4866-8ebb-18db16214476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:36Z', 'updated_at': '2022-01-24T09:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}] {{(pid=103103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:31:34.454301 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (63ff4af3-21f4-4286-ba21-6a1de864fb09), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:34.482161 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ff4af3-21f4-4286-ba21-6a1de864fb09,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:34.545853 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620264'] for router_gateway (509574c8-61ee-4866-8ebb-18db16214476), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:34.635279 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6864'] for router (509574c8-61ee-4866-8ebb-18db16214476), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:34.637964 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Publish callbacks [] for router_controller (509574c8-61ee-4866-8ebb-18db16214476), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:34.768843 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616805'] for router (509574c8-61ee-4866-8ebb-18db16214476), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:34.769597 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 509574c8-61ee-4866-8ebb-18db16214476 {{(pid=103101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:31:34.774792 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:34.775851 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-bc812b32-ff0b-49dd-94d0-bfeda1351780 admin admin] 10.222.0.113 "DELETE /v2.0/routers/509574c8-61ee-4866-8ebb-18db16214476 HTTP/1.1" status: 204 len: 168 time: 1.1021936 Jan 24 09:31:34.778590 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54448) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:34.837339 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 4feef1d6-cfd9-42cb-9b7a-aab92949764c no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:31:34.860099 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 4feef1d6-cfd9-42cb-9b7a-aab92949764c {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:31:34.860582 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 4feef1d6-cfd9-42cb-9b7a-aab92949764c not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:31:34.948503 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d15ad8-2be5-460a-a572-4dc34923f19b admin admin] Deleting subnet d6cbdaf6-4887-466c-af28-971fc026d51e {{(pid=103101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:31:34.951872 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e0d15ad8-2be5-460a-a572-4dc34923f19b admin admin] Publish callbacks [] for subnet (d6cbdaf6-4887-466c-af28-971fc026d51e), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:34.990021 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e0d15ad8-2be5-460a-a572-4dc34923f19b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8907078'] for subnet (d6cbdaf6-4887-466c-af28-971fc026d51e), precommit_delete_associations {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.073585 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e0d15ad8-2be5-460a-a572-4dc34923f19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (d6cbdaf6-4887-466c-af28-971fc026d51e), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.208020 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e0d15ad8-2be5-460a-a572-4dc34923f19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8393594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10073960'] for subnet (d6cbdaf6-4887-466c-af28-971fc026d51e), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.233685 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d15ad8-2be5-460a-a572-4dc34923f19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6cbdaf6-4887-466c-af28-971fc026d51e,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:35.237267 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-e0d15ad8-2be5-460a-a572-4dc34923f19b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.243758 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-e0d15ad8-2be5-460a-a572-4dc34923f19b admin admin] 10.222.0.113 "DELETE /v2.0/subnets/d6cbdaf6-4887-466c-af28-971fc026d51e HTTP/1.1" status: 204 len: 168 time: 0.4614358 Jan 24 09:31:35.243964 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b520b9d4-dcec-4fbe-a970-fa5a620b4cb2 None None] Network f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:31:35.244061 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54452) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:35.319543 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.378089 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Deleting port d4d8182b-45ea-42ff-8778-f983224f7f69 {{(pid=103101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:31:35.378549 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.428445 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] DHCP port deletion for f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 request from dv-cinder-804035-26-iscsi {{(pid=103103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:31:35.462754 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.db [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] For port d4d8182b-45ea-42ff-8778-f983224f7f69, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=d4d8182b-45ea-42ff-8778-f983224f7f69,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:31:35.462754 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.478929 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Calling delete_port for d4d8182b-45ea-42ff-8778-f983224f7f69 owned by network:dhcp {{(pid=103101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:31:35.486158 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Deleting port d4d8182b-45ea-42ff-8778-f983224f7f69 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:31:35.486650 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.553559 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] For port d4d8182b-45ea-42ff-8778-f983224f7f69, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=d4d8182b-45ea-42ff-8778-f983224f7f69,segment=NetworkSegment(7c3f879d-8215-4cb6-850c-f18e536a1eab),segment_id=7c3f879d-8215-4cb6-850c-f18e536a1eab)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:31:35.554109 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.567801 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Calling delete_port for d4d8182b-45ea-42ff-8778-f983224f7f69 owned by network:dhcp {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:31:35.630287 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8393623'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.644694 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404'] for port (d4d8182b-45ea-42ff-8778-f983224f7f69), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.657023 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d8182b-45ea-42ff-8778-f983224f7f69,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:35.661271 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] No DVR routers for this DVR port d4d8182b-45ea-42ff-8778-f983224f7f69 on host dv-cinder-804035-26-iscsi {{(pid=103101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:31:35.673219 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Pushing event deleted for resources: {'Port': ['ID=d4d8182b-45ea-42ff-8778-f983224f7f69,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:35.678271 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] No DVR routers for this DVR port d4d8182b-45ea-42ff-8778-f983224f7f69 on host dv-cinder-804035-26-iscsi {{(pid=103103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:31:35.684725 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.685079 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.685428 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.685769 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.686121 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.686463 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.686800 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.687144 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.687471 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.687799 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.688124 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.688446 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.688766 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895fd588-f5c3-4a57-83a5-adf4dd9517cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-26-iscsi {{(pid=103103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:31:35.733074 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.757541 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78']}} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:35.767013 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3f879d-8215-4cb6-850c-f18e536a1eab') {'for_net_delete': True} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:35.767378 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.services.segments.db [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3f879d-8215-4cb6-850c-f18e536a1eab') {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:35.780632 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8907135'] for segment (7c3f879d-8215-4cb6-850c-f18e536a1eab), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.794604 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (7c3f879d-8215-4cb6-850c-f18e536a1eab), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.801234 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:31:35.802598 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8393664'] for segment (7c3f879d-8215-4cb6-850c-f18e536a1eab), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: warnings.warn(msg) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: Traceback (most recent call last): Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: timer() Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: cb(*args, **kw) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: return func(*args, **kwargs) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: self._notify() Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: self.callback(batched_events) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: event.method(event) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: return f(self, *a, **k) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: return self._get(url).json() Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: return self.request(url, 'GET', **kwargs) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:31:35.803464 dv-cinder-804035-26-iscsi neutron-server[103101]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:31:35.916938 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.922446 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:35.925559 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] 10.222.0.113 "DELETE /v2.0/networks/f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78 HTTP/1.1" status: 204 len: 168 time: 0.6809320 Jan 24 09:31:35.928815 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54454) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:35.937325 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa212f7-0edf-4e0d-9972-808a5408008c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1b3ddc8-9c98-4b8a-9bfd-6aac403b9e78,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:36.280025 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622055'] for router_interface (9fa5b00a-052d-446c-a368-c130e8981c98), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:36.291312 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:31:36.527848 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] Deleting port 0c396e94-118c-4c76-87eb-aeed6d44b896 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:31:36.532589 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:36.571642 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 63ff4af3-21f4-4286-ba21-6a1de864fb09 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:31:36.597704 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 63ff4af3-21f4-4286-ba21-6a1de864fb09 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:31:36.598054 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 63ff4af3-21f4-4286-ba21-6a1de864fb09 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:31:36.598516 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device d4d8182b-45ea-42ff-8778-f983224f7f69 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:31:36.608332 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] For port 0c396e94-118c-4c76-87eb-aeed6d44b896, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=0c396e94-118c-4c76-87eb-aeed6d44b896,segment=NetworkSegment(d7c186d1-21f6-477c-a60e-dcfe8f4c6c34),segment_id=d7c186d1-21f6-477c-a60e-dcfe8f4c6c34)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:31:36.608695 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:36.619189 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: d4d8182b-45ea-42ff-8778-f983224f7f69 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:31:36.619535 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device d4d8182b-45ea-42ff-8778-f983224f7f69 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:31:36.631446 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] Calling delete_port for 0c396e94-118c-4c76-87eb-aeed6d44b896 owned by network:router_interface {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:31:36.904030 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (0c396e94-118c-4c76-87eb-aeed6d44b896), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:36.934437 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c396e94-118c-4c76-87eb-aeed6d44b896,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:37.100793 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614365'] for router_interface (9fa5b00a-052d-446c-a368-c130e8981c98), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:37.336512 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] Router 9fa5b00a-052d-446c-a368-c130e8981c98 has already been hosted by L3 agent c6202c3e-3e61-42a6-933d-22759d142b11 {{(pid=103102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:31:37.451197 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] Notify agent at l3_agent.dv-cinder-804035-26-iscsi the message routers_updated {{(pid=103102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:31:37.457176 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-c3c07579-a951-43cd-884c-876b4e01088d admin admin] 10.222.0.113 "PUT /v2.0/routers/9fa5b00a-052d-446c-a368-c130e8981c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5266345 Jan 24 09:31:37.459881 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54456) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:37.462693 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db7306-1754-4c3d-9d75-40bde7ef8e22 None None] Sync routers for ids ['9fa5b00a-052d-446c-a368-c130e8981c98'] in dv-cinder-804035-26-iscsi {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:31:37.476316 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db7306-1754-4c3d-9d75-40bde7ef8e22 None None] Routers {'9fa5b00a-052d-446c-a368-c130e8981c98'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:31:37.477391 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-80db7306-1754-4c3d-9d75-40bde7ef8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:31:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9fa5b00a-052d-446c-a368-c130e8981c98'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:37.569442 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Publish callbacks [] for router (9fa5b00a-052d-446c-a368-c130e8981c98), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:37.584603 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-80db7306-1754-4c3d-9d75-40bde7ef8e22 None None] Set router 9fa5b00a-052d-446c-a368-c130e8981c98 gateway port host: dv-cinder-804035-26-iscsi {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:31:37.677787 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Publish callbacks [] for router_gateway (9fa5b00a-052d-446c-a368-c130e8981c98), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:37.773091 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-80db7306-1754-4c3d-9d75-40bde7ef8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'name': 'tempest-TestShelveInstance-2020126945-router', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'external_fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:42Z', 'updated_at': '2022-01-24T09:31:36Z', 'revision_number': 5, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'gw_port': {'id': 'a2012319-f5f9-4525-bee6-efcf1c0e0e2a', 'name': '', 'network_id': 'e3ca9c5d-a4c5-4d81-86d9-e7717add369b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-26-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:26:43Z', 'updated_at': '2022-01-24T09:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb3104ff-5074-4551-86ea-c5ff3d3c3fc7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-26-iscsi'}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:37.801146 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db7306-1754-4c3d-9d75-40bde7ef8e22 None None] Checking router: 9fa5b00a-052d-446c-a368-c130e8981c98 for host: dv-cinder-804035-26-iscsi {{(pid=103104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:31:37.808562 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Deleting port a2012319-f5f9-4525-bee6-efcf1c0e0e2a {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:31:37.808906 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:37.809981 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db7306-1754-4c3d-9d75-40bde7ef8e22 None None] Routers {'9fa5b00a-052d-446c-a368-c130e8981c98'} bound to L3 agent in host dv-cinder-804035-26-iscsi {{(pid=103104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:31:37.810620 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-80db7306-1754-4c3d-9d75-40bde7ef8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-26-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:08:48Z,description=,heartbeat_timestamp=2022-01-24T09:31:18Z,host='dv-cinder-804035-26-iscsi',id=c6202c3e-3e61-42a6-933d-22759d142b11,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:08:49Z,topic='l3_agent')) {'router_ids': ['9fa5b00a-052d-446c-a368-c130e8981c98'], 'active': True} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:37.891396 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] For port a2012319-f5f9-4525-bee6-efcf1c0e0e2a, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a2012319-f5f9-4525-bee6-efcf1c0e0e2a,segment=NetworkSegment(9bcb7369-34b6-4653-bd4d-5ca2bb7be984),segment_id=9bcb7369-34b6-4653-bd4d-5ca2bb7be984)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:31:37.891757 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:37.901323 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_dvr_db [None req-80db7306-1754-4c3d-9d75-40bde7ef8e22 None None] Set router 9fa5b00a-052d-446c-a368-c130e8981c98 gateway port host: None {{(pid=103104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:31:37.906722 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Calling delete_port for a2012319-f5f9-4525-bee6-efcf1c0e0e2a owned by network:router_gateway {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:31:37.960008 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.l3_hamode_db [None req-80db7306-1754-4c3d-9d75-40bde7ef8e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'name': 'tempest-TestShelveInstance-2020126945-router', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:42Z', 'updated_at': '2022-01-24T09:31:37Z', 'revision_number': 6, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'gw_port_host': None}], 'dv-cinder-804035-26-iscsi', False) {} {{(pid=103104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:37.989576 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db7306-1754-4c3d-9d75-40bde7ef8e22 None None] The sync data for ids ['9fa5b00a-052d-446c-a368-c130e8981c98'] in dv-cinder-804035-26-iscsi is: [{'id': '9fa5b00a-052d-446c-a368-c130e8981c98', 'name': 'tempest-TestShelveInstance-2020126945-router', 'tenant_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:26:42Z', 'updated_at': '2022-01-24T09:31:37Z', 'revision_number': 6, 'project_id': '74e0f4c80ff24f479dbef6c2e621f11d', 'gw_port_host': None}] {{(pid=103104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:31:38.465570 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (a2012319-f5f9-4525-bee6-efcf1c0e0e2a), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:38.495982 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2012319-f5f9-4525-bee6-efcf1c0e0e2a,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:38.559826 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1620264'] for router_gateway (9fa5b00a-052d-446c-a368-c130e8981c98), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:38.651094 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1616860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6864'] for router (9fa5b00a-052d-446c-a368-c130e8981c98), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:38.653097 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Publish callbacks [] for router_controller (9fa5b00a-052d-446c-a368-c130e8981c98), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:38.769507 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1616805'] for router (9fa5b00a-052d-446c-a368-c130e8981c98), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:38.770412 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fa5b00a-052d-446c-a368-c130e8981c98 {{(pid=103102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:31:38.775242 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:38.776487 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-2c985c58-a28f-4ddc-8148-21befea8f8e0 admin admin] 10.222.0.113 "DELETE /v2.0/routers/9fa5b00a-052d-446c-a368-c130e8981c98 HTTP/1.1" status: 204 len: 168 time: 1.3153601 Jan 24 09:31:38.778989 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54458) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:38.784350 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a2012319-f5f9-4525-bee6-efcf1c0e0e2a no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:31:38.805921 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: a2012319-f5f9-4525-bee6-efcf1c0e0e2a {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:31:38.806296 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a2012319-f5f9-4525-bee6-efcf1c0e0e2a not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:31:38.806764 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 0c396e94-118c-4c76-87eb-aeed6d44b896 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:31:38.827095 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: 0c396e94-118c-4c76-87eb-aeed6d44b896 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:31:38.839953 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device 0c396e94-118c-4c76-87eb-aeed6d44b896 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:31:38.841188 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b4971c-8ab6-42a1-8606-9662472d119f admin admin] Deleting subnet 3bd207ea-d27b-4457-84bf-e68167603257 {{(pid=103102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:31:38.841188 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-01b4971c-8ab6-42a1-8606-9662472d119f admin admin] Publish callbacks [] for subnet (3bd207ea-d27b-4457-84bf-e68167603257), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:38.870500 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-01b4971c-8ab6-42a1-8606-9662472d119f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17333050'] for subnet (3bd207ea-d27b-4457-84bf-e68167603257), precommit_delete_associations {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:38.954153 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-01b4971c-8ab6-42a1-8606-9662472d119f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-937343'] for subnet (3bd207ea-d27b-4457-84bf-e68167603257), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.094758 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-01b4971c-8ab6-42a1-8606-9662472d119f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-937318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1968594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18398504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18764230'] for subnet (3bd207ea-d27b-4457-84bf-e68167603257), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.120256 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4971c-8ab6-42a1-8606-9662472d119f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bd207ea-d27b-4457-84bf-e68167603257,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:39.123897 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-01b4971c-8ab6-42a1-8606-9662472d119f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for subnet (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.127474 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-01b4971c-8ab6-42a1-8606-9662472d119f admin admin] 10.222.0.113 "DELETE /v2.0/subnets/3bd207ea-d27b-4457-84bf-e68167603257 HTTP/1.1" status: 204 len: 168 time: 0.3471463 Jan 24 09:31:39.130397 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8983397-6b5f-427c-b105-59b983512400 None None] Network 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 requested from dv-cinder-804035-26-iscsi {{(pid=103103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:31:39.130614 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54460) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:39.214483 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-905367'] for network (99f4c8fc-f1a3-4c51-a511-3a7f358604c6), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.278395 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Deleting port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 {{(pid=103102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:31:39.278652 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.360282 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.db [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] For port a4645cf2-ca1b-4d9f-93ce-a8ec05868857, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a4645cf2-ca1b-4d9f-93ce-a8ec05868857,segment=NetworkSegment(d7c186d1-21f6-477c-a60e-dcfe8f4c6c34),segment_id=d7c186d1-21f6-477c-a60e-dcfe8f4c6c34)] {{(pid=103102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:31:39.360562 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.382595 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Calling delete_port for a4645cf2-ca1b-4d9f-93ce-a8ec05868857 owned by network:dhcp {{(pid=103102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:31:39.422746 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d7122d-be17-483a-8fb3-63e8864b33e1 None None] DHCP port deletion for 99f4c8fc-f1a3-4c51-a511-3a7f358604c6 request from dv-cinder-804035-26-iscsi {{(pid=103103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:31:39.481561 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7122d-be17-483a-8fb3-63e8864b33e1 None None] Deleting port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 {{(pid=103103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:31:39.482512 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f9d7122d-be17-483a-8fb3-63e8864b33e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776391639691'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), before_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.575160 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.db [None req-f9d7122d-be17-483a-8fb3-63e8864b33e1 None None] For port a4645cf2-ca1b-4d9f-93ce-a8ec05868857, host dv-cinder-804035-26-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-26-iscsi',level=0,port_id=a4645cf2-ca1b-4d9f-93ce-a8ec05868857,segment=NetworkSegment(d7c186d1-21f6-477c-a60e-dcfe8f4c6c34),segment_id=d7c186d1-21f6-477c-a60e-dcfe8f4c6c34)] {{(pid=103103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:31:39.575554 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f9d7122d-be17-483a-8fb3-63e8864b33e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1620300'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), precommit_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.593067 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7122d-be17-483a-8fb3-63e8864b33e1 None None] Calling delete_port for a4645cf2-ca1b-4d9f-93ce-a8ec05868857 owned by network:dhcp {{(pid=103103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:31:39.598117 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18398661'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.630483 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a4645cf2-ca1b-4d9f-93ce-a8ec05868857,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:39.634824 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] No DVR routers for this DVR port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 on host dv-cinder-804035-26-iscsi {{(pid=103102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:31:39.689887 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f9d7122d-be17-483a-8fb3-63e8864b33e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776391644254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776391078404'] for port (a4645cf2-ca1b-4d9f-93ce-a8ec05868857), after_delete {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.717880 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-935813', 'neutron.services.segments.db._delete_segments_for_network-8776391501954'] for network (99f4c8fc-f1a3-4c51-a511-3a7f358604c6), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.726232 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7122d-be17-483a-8fb3-63e8864b33e1 None None] Pushing event deleted for resources: {'Port': ['ID=a4645cf2-ca1b-4d9f-93ce-a8ec05868857,revision_number=None']} {{(pid=103103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:39.730208 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7122d-be17-483a-8fb3-63e8864b33e1 None None] No DVR routers for this DVR port a4645cf2-ca1b-4d9f-93ce-a8ec05868857 on host dv-cinder-804035-26-iscsi {{(pid=103103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:31:39.761522 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f4c8fc-f1a3-4c51-a511-3a7f358604c6']}} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:39.772399 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c186d1-21f6-477c-a60e-dcfe8f4c6c34') {'for_net_delete': True} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:39.772753 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.services.segments.db [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c186d1-21f6-477c-a60e-dcfe8f4c6c34') {} {{(pid=103102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:31:39.782711 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776391502583', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17332995'] for segment (d7c186d1-21f6-477c-a60e-dcfe8f4c6c34), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.796825 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187'] for segment (d7c186d1-21f6-477c-a60e-dcfe8f4c6c34), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.804756 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:31:39.805174 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18398610'] for segment (d7c186d1-21f6-477c-a60e-dcfe8f4c6c34), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: Traceback (most recent call last): Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: timer() Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: cb(*args, **kw) Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: return func(*args, **kwargs) Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: self._notify() Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: self.callback(batched_events) Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: event.method(event) Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: return f(self, *a, **k) Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._get(url).json() Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: return self.request(url, 'GET', **kwargs) Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:31:39.807387 dv-cinder-804035-26-iscsi neutron-server[103102]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:31:39.967097 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-935838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1969408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618616'] for network (99f4c8fc-f1a3-4c51-a511-3a7f358604c6), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.973268 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613415'] for network (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:39.976567 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] 10.222.0.113 "DELETE /v2.0/networks/99f4c8fc-f1a3-4c51-a511-3a7f358604c6 HTTP/1.1" status: 204 len: 168 time: 0.8449464 Jan 24 09:31:39.990482 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c3e25-42e7-4556-8524-6e97e07424cf admin admin] Pushing event deleted for resources: {'Network': ['ID=99f4c8fc-f1a3-4c51-a511-3a7f358604c6,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:40.385114 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54464) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:40.424427 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-ba32c5b5-6f60-4de7-86eb-ae2749e888c4 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=7a1db64ecaea44e09ecbf80f34523511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381284 Jan 24 09:31:40.427505 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54466) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:40.479919 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-efac5d8f-c318-4838-ba8c-25e38104adc5 admin admin] Publish callbacks [] for security_group (b34170d2-9b9d-4c0d-ab02-f715f1bce22e), before_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:40.502004 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-efac5d8f-c318-4838-ba8c-25e38104adc5 admin admin] Publish callbacks [] for security_group (b34170d2-9b9d-4c0d-ab02-f715f1bce22e), precommit_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:40.556871 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a4645cf2-ca1b-4d9f-93ce-a8ec05868857 no longer exists at agent ovs-agent-dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:31:40.578350 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] No Port match for: a4645cf2-ca1b-4d9f-93ce-a8ec05868857 {{(pid=103103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:31:40.578700 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron.plugins.ml2.rpc [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Device a4645cf2-ca1b-4d9f-93ce-a8ec05868857 not bound to the agent host dv-cinder-804035-26-iscsi {{(pid=103103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:31:40.631245 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-efac5d8f-c318-4838-ba8c-25e38104adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (b34170d2-9b9d-4c0d-ab02-f715f1bce22e), after_delete {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:40.634065 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron_lib.callbacks.manager [None req-efac5d8f-c318-4838-ba8c-25e38104adc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:40.635255 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-efac5d8f-c318-4838-ba8c-25e38104adc5 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/b34170d2-9b9d-4c0d-ab02-f715f1bce22e HTTP/1.1" status: 204 len: 168 time: 0.2068217 Jan 24 09:31:40.643241 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac5d8f-c318-4838-ba8c-25e38104adc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34170d2-9b9d-4c0d-ab02-f715f1bce22e,revision_number=None']} {{(pid=103102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:41.474874 dv-cinder-804035-26-iscsi neutron-server[103102]: DEBUG neutron.wsgi [-] (103102) accepted ('10.222.0.113', 54472) {{(pid=103102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:41.516843 dv-cinder-804035-26-iscsi neutron-server[103102]: INFO neutron.wsgi [None req-1fffe97a-9485-4471-a4b4-f34340f81ed8 admin admin] 10.222.0.113 "GET /v2.0/security-groups?tenant_id=74e0f4c80ff24f479dbef6c2e621f11d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408037 Jan 24 09:31:41.519765 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [-] (103101) accepted ('10.222.0.113', 54474) {{(pid=103101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:31:41.570374 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-92831eb1-873b-4ecf-b505-882d4963f039 admin admin] Publish callbacks [] for security_group (95a91dff-4890-4ffe-a76d-1780cc219e5d), before_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:41.591320 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-92831eb1-873b-4ecf-b505-882d4963f039 admin admin] Publish callbacks [] for security_group (95a91dff-4890-4ffe-a76d-1780cc219e5d), precommit_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:41.723542 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-92831eb1-873b-4ecf-b505-882d4963f039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2014418'] for security_group (95a91dff-4890-4ffe-a76d-1780cc219e5d), after_delete {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:41.726082 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-92831eb1-873b-4ecf-b505-882d4963f039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:41.727277 dv-cinder-804035-26-iscsi neutron-server[103101]: INFO neutron.wsgi [None req-92831eb1-873b-4ecf-b505-882d4963f039 admin admin] 10.222.0.113 "DELETE /v2.0/security-groups/95a91dff-4890-4ffe-a76d-1780cc219e5d HTTP/1.1" status: 204 len: 168 time: 0.2064757 Jan 24 09:31:41.735786 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92831eb1-873b-4ecf-b505-882d4963f039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a91dff-4890-4ffe-a76d-1780cc219e5d,revision_number=None']} {{(pid=103101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:31:46.310901 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-e6c71f6b-194b-4089-8f61-e164bc7361e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:47.726430 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:48.614020 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-060e6a5d-a962-4aaa-9735-ec3a0352555f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:49.847795 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:50.962381 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:31:52.612126 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:13.291029 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:32:16.286947 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-43e8d5a0-3440-47a1-b33c-75c38c04cc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:17.693122 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:18.549971 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-01c1ac47-e4d8-4595-a014-7134d6d55802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:19.864513 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:20.978750 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:22.570844 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:46.280726 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1b9f3a05-114b-4c00-bc72-05c1ad055ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:47.709201 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:48.551859 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-18c02f1f-2bc0-413c-88b7-4889f3a5e3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:49.865871 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:50.291557 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:32:50.994991 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:52.597435 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:32:54.827607 dv-cinder-804035-26-iscsi neutron-server[103101]: DEBUG neutron.wsgi [req-66d286da-94b2-4318-af9a-e3e7acab2c58 req-517ef18b-fd78-42f9-b6b1-ebfd3ff34fa0 service neutron] (103101) timed out ('10.222.0.115', 55062) {{(pid=103101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 09:33:16.287891 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-5528152a-a6b6-482c-8647-7383079d88b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:33:17.702887 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:33:18.559857 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-60414abd-98c6-4f85-baf4-d751ca6c933e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:33:19.864952 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:33:20.971056 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:33:22.573369 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:33:27.291027 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:33:46.280578 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-596b2edc-55bb-4276-bcae-8f2359d68630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:33:47.701797 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:33:48.600488 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-4410ca7b-c97c-4526-a402-fff8e30e3b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:33:49.867153 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:33:50.981415 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:33:52.543198 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:04.290325 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:34:16.306302 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-85ca15ca-7846-455e-b1c6-6458b4d0a336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:17.724597 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:18.553338 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-edc18070-2d63-4a05-9bae-a9ebc93f68ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:19.855931 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:20.976236 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:22.576260 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:41.288614 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:34:46.277449 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-77110e2a-41de-4841-9313-eb22785a93d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:47.711738 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:48.574633 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c8da-103a-49ed-bafc-8f816a53a336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:49.843458 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:50.998497 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:34:52.558810 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:16.299851 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-3a904f3b-34a5-4cc7-833f-d534e52b204e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:17.779520 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:18.287193 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:35:18.573500 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b7e74c6a-d4ff-42e0-aa82-15d8142ff1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:19.893251 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:21.002312 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:22.590523 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:46.303680 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b948ea60-961a-4820-8866-8ad0e25f838b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:47.800927 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:48.583743 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c3fc64fc-7796-428e-b5fb-83004c5314db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:49.938569 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:51.013328 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:52.583649 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:35:55.289252 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:36:16.274266 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-a340e979-6f55-4874-a9ab-17e0af2444ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:36:17.783743 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:36:18.571689 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-1d57e2c2-a150-44be-a031-ed344e58df03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:36:19.873361 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:36:20.982759 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:36:22.558706 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:36:32.287535 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:36:46.279810 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-f1c0addd-6def-46e8-bfef-c7aee9010240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (63d08c40-70f0-4bf2-b9aa-b19ce58a0010), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:36:47.729502 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0498e-7065-4b85-9ad3-7da20c8ebf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (8fc2b6ca-e77c-4f4d-b935-d6879dd4b3f1), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:36:48.564633 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0f96-66b6-4749-b176-9bfac22cd302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (c6202c3e-3e61-42a6-933d-22759d142b11), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:36:49.873495 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-b3bc1313-2852-4045-8898-3410eb5de837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (f4029c17-832b-4800-8d19-9f65aa004b6c), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:36:50.981845 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-c55a8292-351c-4ea9-8cc6-99a3cebe1b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (cb9533cb-febe-4b57-88ac-ef5f0a44ba60), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:36:52.599436 dv-cinder-804035-26-iscsi neutron-server[103103]: DEBUG neutron_lib.callbacks.manager [None req-0f4dc6b5-39fe-434b-9a03-18495fcf6993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776391501936', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012315'] for agent (b33ad200-c2f1-44a3-a8c1-aaea47f6fe18), after_update {{(pid=103103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:37:09.286831 dv-cinder-804035-26-iscsi neutron-server[103104]: DEBUG neutron.db.agents_db [None req-eaf5afb0-126a-4fc8-aef4-cced591f49a3 None None] Agent healthcheck: found 6 active agents {{(pid=103104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}